{
    "measurement": [
        {
            "key": "model.layers.0.self_attn.q_proj",
            "numel": 16777216,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.1878662109375,
                    "total_bits": 36706304.0,
                    "err": 0.011538106016814709,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.3753662109375,
                    "total_bits": 39852032.0,
                    "err": 0.009903275407850742,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.6253662109375,
                    "total_bits": 44046336.0,
                    "err": 0.004923475440591574,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.7191162109375,
                    "total_bits": 45619200.0,
                    "err": 0.0052221110090613365,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.2191162109375,
                    "total_bits": 54007808.0,
                    "err": 0.005221777129918337,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.6878662109375,
                    "total_bits": 61872128.0,
                    "err": 0.0021224510855972767,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.031341552734375,
                    "total_bits": 50857472.0,
                    "err": 0.011007693596184254,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.1253662109375,
                    "total_bits": 52434944.0,
                    "err": 0.009810292162001133,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.1878662109375,
                    "total_bits": 53483520.0,
                    "err": 0.005415256135165691,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.5316162109375,
                    "total_bits": 59250688.0,
                    "err": 0.004754409193992615,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.65643310546875,
                    "total_bits": 61344768.0,
                    "err": 0.004989910405129194,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.031341552734375,
                    "total_bits": 67634688.0,
                    "err": 0.005154373124241829,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.1253662109375,
                    "total_bits": 69212160.0,
                    "err": 0.004752084147185087,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.2191162109375,
                    "total_bits": 70785024.0,
                    "err": 0.0028354215901345015,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.3128662109375,
                    "total_bits": 72357888.0,
                    "err": 0.002172712469473481,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.031341552734375,
                    "total_bits": 84411904.0,
                    "err": 0.002719815354794264,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.2191162109375,
                    "total_bits": 87562240.0,
                    "err": 0.001934094587340951,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.3753662109375,
                    "total_bits": 90183680.0,
                    "err": 0.0016419357853010297,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.5316162109375,
                    "total_bits": 92805120.0,
                    "err": 0.001874782843515277,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.7191162109375,
                    "total_bits": 95950848.0,
                    "err": 0.0015859303530305624,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.031341552734375,
                    "total_bits": 101189120.0,
                    "err": 0.0017796495230868459,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.1253662109375,
                    "total_bits": 102766592.0,
                    "err": 0.0018746022833511233,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.218841552734375,
                    "total_bits": 104334848.0,
                    "err": 0.0014034847263246775,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.1253662109375,
                    "total_bits": 136321024.0,
                    "err": 0.001563548343256116,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.0.self_attn.k_proj",
            "numel": 4194304,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.18896484375,
                    "total_bits": 9181184.0,
                    "err": 0.011715586297214031,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.37646484375,
                    "total_bits": 9967616.0,
                    "err": 0.01008564978837967,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.62646484375,
                    "total_bits": 11016192.0,
                    "err": 0.004931824281811714,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.72021484375,
                    "total_bits": 11409408.0,
                    "err": 0.005196959245949984,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.22021484375,
                    "total_bits": 13506560.0,
                    "err": 0.005196535028517246,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.68896484375,
                    "total_bits": 15472640.0,
                    "err": 0.0020095668733119965,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.0316162109375,
                    "total_bits": 12715520.0,
                    "err": 0.011768560856580734,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.12646484375,
                    "total_bits": 13113344.0,
                    "err": 0.009965837933123112,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.18896484375,
                    "total_bits": 13375488.0,
                    "err": 0.005378515925258398,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.53271484375,
                    "total_bits": 14817280.0,
                    "err": 0.0046980176120996475,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.656982421875,
                    "total_bits": 15338496.0,
                    "err": 0.004930328112095594,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.0316162109375,
                    "total_bits": 16909824.0,
                    "err": 0.005194815341383219,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.12646484375,
                    "total_bits": 17307648.0,
                    "err": 0.004694401752203703,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.22021484375,
                    "total_bits": 17700864.0,
                    "err": 0.00275267637334764,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.31396484375,
                    "total_bits": 18094080.0,
                    "err": 0.0020194801036268473,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.0316162109375,
                    "total_bits": 21104128.0,
                    "err": 0.002700177952647209,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.22021484375,
                    "total_bits": 21895168.0,
                    "err": 0.0017383641097694635,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.37646484375,
                    "total_bits": 22550528.0,
                    "err": 0.0013853544369339943,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.53271484375,
                    "total_bits": 23205888.0,
                    "err": 0.0016656999941915274,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.72021484375,
                    "total_bits": 23992320.0,
                    "err": 0.0013159814989194274,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.0316162109375,
                    "total_bits": 25298432.0,
                    "err": 0.0016697673127055168,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.12646484375,
                    "total_bits": 25696256.0,
                    "err": 0.0016649714671075344,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.2191162109375,
                    "total_bits": 26084864.0,
                    "err": 0.001247317180968821,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.12646484375,
                    "total_bits": 34084864.0,
                    "err": 0.0012869584606960416,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.0.self_attn.v_proj",
            "numel": 4194304,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.18896484375,
                    "total_bits": 9181184.0,
                    "err": 0.11633503437042236,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.37646484375,
                    "total_bits": 9967616.0,
                    "err": 0.0713154748082161,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.62646484375,
                    "total_bits": 11016192.0,
                    "err": 0.04383590817451477,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.72021484375,
                    "total_bits": 11409408.0,
                    "err": 0.05044103413820267,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.22021484375,
                    "total_bits": 13506560.0,
                    "err": 0.050387442111968994,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.68896484375,
                    "total_bits": 15472640.0,
                    "err": 0.024143600836396217,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.0316162109375,
                    "total_bits": 12715520.0,
                    "err": 0.0813416913151741,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.12646484375,
                    "total_bits": 13113344.0,
                    "err": 0.06554387509822845,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.18896484375,
                    "total_bits": 13375488.0,
                    "err": 0.05496491119265556,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.53271484375,
                    "total_bits": 14817280.0,
                    "err": 0.031901780515909195,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.656982421875,
                    "total_bits": 15338496.0,
                    "err": 0.03815144672989845,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.0316162109375,
                    "total_bits": 16909824.0,
                    "err": 0.043350543826818466,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.12646484375,
                    "total_bits": 17307648.0,
                    "err": 0.03156822919845581,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.22021484375,
                    "total_bits": 17700864.0,
                    "err": 0.024443015456199646,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.31396484375,
                    "total_bits": 18094080.0,
                    "err": 0.02243773452937603,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.0316162109375,
                    "total_bits": 21104128.0,
                    "err": 0.021961759775877,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.22021484375,
                    "total_bits": 21895168.0,
                    "err": 0.012939650565385818,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.37646484375,
                    "total_bits": 22550528.0,
                    "err": 0.011100789532065392,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.53271484375,
                    "total_bits": 23205888.0,
                    "err": 0.00944970827549696,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.72021484375,
                    "total_bits": 23992320.0,
                    "err": 0.007887868210673332,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.0316162109375,
                    "total_bits": 25298432.0,
                    "err": 0.011216150596737862,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.12646484375,
                    "total_bits": 25696256.0,
                    "err": 0.0093929972499609,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.2191162109375,
                    "total_bits": 26084864.0,
                    "err": 0.007238362450152636,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.12646484375,
                    "total_bits": 34084864.0,
                    "err": 0.006131752859801054,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.0.self_attn.o_proj",
            "numel": 16777216,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.1878662109375,
                    "total_bits": 36706304.0,
                    "err": 0.10440130531787872,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.3753662109375,
                    "total_bits": 39852032.0,
                    "err": 0.07049909979104996,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.6253662109375,
                    "total_bits": 44046336.0,
                    "err": 0.05027288571000099,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.7191162109375,
                    "total_bits": 45619200.0,
                    "err": 0.04776373133063316,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.2191162109375,
                    "total_bits": 54007808.0,
                    "err": 0.04526064172387123,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.6878662109375,
                    "total_bits": 61872128.0,
                    "err": 0.029391875490546227,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.031341552734375,
                    "total_bits": 50857472.0,
                    "err": 0.0666278824210167,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.1253662109375,
                    "total_bits": 52434944.0,
                    "err": 0.05922567844390869,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.1878662109375,
                    "total_bits": 53483520.0,
                    "err": 0.049084700644016266,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.5316162109375,
                    "total_bits": 59250688.0,
                    "err": 0.030629444867372513,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.65643310546875,
                    "total_bits": 61344768.0,
                    "err": 0.031871020793914795,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.031341552734375,
                    "total_bits": 67634688.0,
                    "err": 0.03389899060130119,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.1253662109375,
                    "total_bits": 69212160.0,
                    "err": 0.028592895716428757,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.2191162109375,
                    "total_bits": 70785024.0,
                    "err": 0.022505618631839752,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.3128662109375,
                    "total_bits": 72357888.0,
                    "err": 0.020835479721426964,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.031341552734375,
                    "total_bits": 84411904.0,
                    "err": 0.017216123640537262,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.2191162109375,
                    "total_bits": 87562240.0,
                    "err": 0.012996828183531761,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.3753662109375,
                    "total_bits": 90183680.0,
                    "err": 0.011880378238856792,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.5316162109375,
                    "total_bits": 92805120.0,
                    "err": 0.010652851313352585,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.7191162109375,
                    "total_bits": 95950848.0,
                    "err": 0.009577569551765919,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.031341552734375,
                    "total_bits": 101189120.0,
                    "err": 0.009685899131000042,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.1253662109375,
                    "total_bits": 102766592.0,
                    "err": 0.010373919270932674,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.218841552734375,
                    "total_bits": 104334848.0,
                    "err": 0.007819664664566517,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.1253662109375,
                    "total_bits": 136321024.0,
                    "err": 0.008217829279601574,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.0.mlp.gate_proj",
            "numel": 58720256,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.1876046316964284,
                    "total_bits": 128456703.99999999,
                    "err": 0.11628040671348572,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.3751046316964284,
                    "total_bits": 139466752.0,
                    "err": 0.10883082449436188,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.6251046316964284,
                    "total_bits": 154146816.0,
                    "err": 0.10637505352497101,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.7188546316964284,
                    "total_bits": 159651840.0,
                    "err": 0.0973358303308487,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.2188546316964284,
                    "total_bits": 189011968.0,
                    "err": 0.052746351808309555,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.6876046316964284,
                    "total_bits": 216537088.0,
                    "err": 0.050608593970537186,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.031276157924107,
                    "total_bits": 177997312.0,
                    "err": 0.05881785973906517,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.1251046316964284,
                    "total_bits": 183506944.0,
                    "err": 0.054180342704057693,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.1876046316964284,
                    "total_bits": 187176960.0,
                    "err": 0.05323285609483719,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.5313546316964284,
                    "total_bits": 207362048.0,
                    "err": 0.04797396436333656,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.6563023158482144,
                    "total_bits": 214699008.0,
                    "err": 0.046262599527835846,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.031276157924107,
                    "total_bits": 236717567.99999997,
                    "err": 0.02995174378156662,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.125104631696429,
                    "total_bits": 242227200.0,
                    "err": 0.026042433455586433,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.218854631696429,
                    "total_bits": 247732224.0,
                    "err": 0.02544986456632614,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.312604631696429,
                    "total_bits": 253237248.0,
                    "err": 0.025321226567029953,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.031276157924107,
                    "total_bits": 295437824.0,
                    "err": 0.015067231841385365,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.218854631696429,
                    "total_bits": 306452480.0,
                    "err": 0.013752342201769352,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.375104631696429,
                    "total_bits": 315627520.0,
                    "err": 0.013617996126413345,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.531354631696429,
                    "total_bits": 324802560.0,
                    "err": 0.012881199829280376,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.718854631696429,
                    "total_bits": 335812608.0,
                    "err": 0.012801564298570156,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.031276157924107,
                    "total_bits": 354158080.0,
                    "err": 0.008443310856819153,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.125104631696429,
                    "total_bits": 359667712.0,
                    "err": 0.00920809619128704,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.218776157924107,
                    "total_bits": 365168128.0,
                    "err": 0.008263756521046162,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.125104631696429,
                    "total_bits": 477108224.0,
                    "err": 0.007185562048107386,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.0.mlp.up_proj",
            "numel": 58720256,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.1876046316964284,
                    "total_bits": 128456703.99999999,
                    "err": 0.13587449491024017,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.3751046316964284,
                    "total_bits": 139466752.0,
                    "err": 0.1285410225391388,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.6251046316964284,
                    "total_bits": 154146816.0,
                    "err": 0.12619568407535553,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.7188546316964284,
                    "total_bits": 159651840.0,
                    "err": 0.11568732559680939,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.2188546316964284,
                    "total_bits": 189011968.0,
                    "err": 0.061955492943525314,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.6876046316964284,
                    "total_bits": 216537088.0,
                    "err": 0.059829097241163254,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.031276157924107,
                    "total_bits": 177997312.0,
                    "err": 0.06853390485048294,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.1251046316964284,
                    "total_bits": 183506944.0,
                    "err": 0.06324906647205353,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.1876046316964284,
                    "total_bits": 187176960.0,
                    "err": 0.062418315559625626,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.5313546316964284,
                    "total_bits": 207362048.0,
                    "err": 0.056708768010139465,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.6563023158482144,
                    "total_bits": 214699008.0,
                    "err": 0.05463165044784546,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.031276157924107,
                    "total_bits": 236717567.99999997,
                    "err": 0.034608110785484314,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.125104631696429,
                    "total_bits": 242227200.0,
                    "err": 0.02999619022011757,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.218854631696429,
                    "total_bits": 247732224.0,
                    "err": 0.029445864260196686,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.312604631696429,
                    "total_bits": 253237248.0,
                    "err": 0.029324796050786972,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.031276157924107,
                    "total_bits": 295437824.0,
                    "err": 0.01726343296468258,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.218854631696429,
                    "total_bits": 306452480.0,
                    "err": 0.015103020705282688,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.375104631696429,
                    "total_bits": 315627520.0,
                    "err": 0.01496141403913498,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.531354631696429,
                    "total_bits": 324802560.0,
                    "err": 0.014073971658945084,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.718854631696429,
                    "total_bits": 335812608.0,
                    "err": 0.013993139378726482,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.031276157924107,
                    "total_bits": 354158080.0,
                    "err": 0.0090706255286932,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.125104631696429,
                    "total_bits": 359667712.0,
                    "err": 0.009027048014104366,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.218776157924107,
                    "total_bits": 365168128.0,
                    "err": 0.008889389224350452,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.125104631696429,
                    "total_bits": 477108224.0,
                    "err": 0.005956592503935099,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.0.mlp.down_proj",
            "numel": 58720256,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.1789376395089284,
                    "total_bits": 127947775.99999999,
                    "err": 0.08316780626773834,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.3753662109375,
                    "total_bits": 139482112.0,
                    "err": 0.07176650315523148,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.6253662109375,
                    "total_bits": 154162176.0,
                    "err": 0.06577977538108826,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.7235804966517856,
                    "total_bits": 159929344.0,
                    "err": 0.058495379984378815,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.2235804966517856,
                    "total_bits": 189289472.0,
                    "err": 0.037177346646785736,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.7146519252232144,
                    "total_bits": 218125312.0,
                    "err": 0.03234077990055084,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.031341552734375,
                    "total_bits": 178001152.0,
                    "err": 0.04951436072587967,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.1253662109375,
                    "total_bits": 183522304.0,
                    "err": 0.042967766523361206,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.1789376395089284,
                    "total_bits": 186668032.0,
                    "err": 0.03861641883850098,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.5271519252232144,
                    "total_bits": 207115264.0,
                    "err": 0.031118638813495636,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.6608973911830356,
                    "total_bits": 214968832.0,
                    "err": 0.029850240796804428,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.031341552734375,
                    "total_bits": 236721408.0,
                    "err": 0.02434241585433483,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.1253662109375,
                    "total_bits": 242242560.0,
                    "err": 0.020651016384363174,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.223580496651786,
                    "total_bits": 248009728.0,
                    "err": 0.018357697874307632,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.321794782366071,
                    "total_bits": 253776896.0,
                    "err": 0.017791882157325745,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.031341552734375,
                    "total_bits": 295441664.0,
                    "err": 0.012530935928225517,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.223580496651786,
                    "total_bits": 306729984.0,
                    "err": 0.010494490154087543,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.339651925223214,
                    "total_bits": 313545728.0,
                    "err": 0.01024338323622942,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.527151925223214,
                    "total_bits": 324555776.0,
                    "err": 0.009465208277106285,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.723580496651786,
                    "total_bits": 336090112.0,
                    "err": 0.009152200073003769,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.031341552734375,
                    "total_bits": 354161920.0,
                    "err": 0.0075003462843596935,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.1253662109375,
                    "total_bits": 359683072.0,
                    "err": 0.007891844026744366,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.227770124162946,
                    "total_bits": 365696256.0,
                    "err": 0.00682693300768733,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.1253662109375,
                    "total_bits": 477123584.0,
                    "err": 0.006487046368420124,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.1.self_attn.q_proj",
            "numel": 16777216,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.1878662109375,
                    "total_bits": 36706304.0,
                    "err": 0.020831022411584854,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.3753662109375,
                    "total_bits": 39852032.0,
                    "err": 0.014190543442964554,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.6253662109375,
                    "total_bits": 44046336.0,
                    "err": 0.008171002380549908,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.7191162109375,
                    "total_bits": 45619200.0,
                    "err": 0.008879179134964943,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.2191162109375,
                    "total_bits": 54007808.0,
                    "err": 0.008599943481385708,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.6878662109375,
                    "total_bits": 61872128.0,
                    "err": 0.003906767349690199,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.031341552734375,
                    "total_bits": 50857472.0,
                    "err": 0.014749405905604362,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.1253662109375,
                    "total_bits": 52434944.0,
                    "err": 0.013332589529454708,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.1878662109375,
                    "total_bits": 53483520.0,
                    "err": 0.009783754125237465,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.5316162109375,
                    "total_bits": 59250688.0,
                    "err": 0.006527399644255638,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.65643310546875,
                    "total_bits": 61344768.0,
                    "err": 0.00699725653976202,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.031341552734375,
                    "total_bits": 67634688.0,
                    "err": 0.007448493503034115,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.1253662109375,
                    "total_bits": 69212160.0,
                    "err": 0.006375969387590885,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.2191162109375,
                    "total_bits": 70785024.0,
                    "err": 0.0043036919087171555,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.3128662109375,
                    "total_bits": 72357888.0,
                    "err": 0.003658094210550189,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.031341552734375,
                    "total_bits": 84411904.0,
                    "err": 0.003751087002456188,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.2191162109375,
                    "total_bits": 87562240.0,
                    "err": 0.0024813967756927013,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.3753662109375,
                    "total_bits": 90183680.0,
                    "err": 0.002071946393698454,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.5316162109375,
                    "total_bits": 92805120.0,
                    "err": 0.002137848176062107,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.7191162109375,
                    "total_bits": 95950848.0,
                    "err": 0.0017433111788704991,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.031341552734375,
                    "total_bits": 101189120.0,
                    "err": 0.00204456620849669,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.1253662109375,
                    "total_bits": 102766592.0,
                    "err": 0.00211494043469429,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.218841552734375,
                    "total_bits": 104334848.0,
                    "err": 0.0013866272056475282,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.1253662109375,
                    "total_bits": 136321024.0,
                    "err": 0.001561375567689538,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.1.self_attn.k_proj",
            "numel": 4194304,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.18896484375,
                    "total_bits": 9181184.0,
                    "err": 0.017977435141801834,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.37646484375,
                    "total_bits": 9967616.0,
                    "err": 0.012491442263126373,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.62646484375,
                    "total_bits": 11016192.0,
                    "err": 0.00688842311501503,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.72021484375,
                    "total_bits": 11409408.0,
                    "err": 0.007519566919654608,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.22021484375,
                    "total_bits": 13506560.0,
                    "err": 0.007316824980080128,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.68896484375,
                    "total_bits": 15472640.0,
                    "err": 0.003081776900216937,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.0316162109375,
                    "total_bits": 12715520.0,
                    "err": 0.01331909466534853,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.12646484375,
                    "total_bits": 13113344.0,
                    "err": 0.011906788684427738,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.18896484375,
                    "total_bits": 13375488.0,
                    "err": 0.008364127017557621,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.53271484375,
                    "total_bits": 14817280.0,
                    "err": 0.005769737530499697,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.656982421875,
                    "total_bits": 15338496.0,
                    "err": 0.006260881666094065,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.0316162109375,
                    "total_bits": 16909824.0,
                    "err": 0.006699469406157732,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.12646484375,
                    "total_bits": 17307648.0,
                    "err": 0.005666306242346764,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.22021484375,
                    "total_bits": 17700864.0,
                    "err": 0.00363935180939734,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.31396484375,
                    "total_bits": 18094080.0,
                    "err": 0.0029822150245308876,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.0316162109375,
                    "total_bits": 21104128.0,
                    "err": 0.0033624807838350534,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.22021484375,
                    "total_bits": 21895168.0,
                    "err": 0.0020698478911072016,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.37646484375,
                    "total_bits": 22550528.0,
                    "err": 0.00166948395781219,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.53271484375,
                    "total_bits": 23205888.0,
                    "err": 0.0018093209946528077,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.72021484375,
                    "total_bits": 23992320.0,
                    "err": 0.0014044089475646615,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.0316162109375,
                    "total_bits": 25298432.0,
                    "err": 0.0018023758893832564,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.12646484375,
                    "total_bits": 25696256.0,
                    "err": 0.0017931591719388962,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.2191162109375,
                    "total_bits": 26084864.0,
                    "err": 0.0011281226761639118,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.12646484375,
                    "total_bits": 34084864.0,
                    "err": 0.0012629595585167408,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.1.self_attn.v_proj",
            "numel": 4194304,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.18896484375,
                    "total_bits": 9181184.0,
                    "err": 0.1349138617515564,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.37646484375,
                    "total_bits": 9967616.0,
                    "err": 0.09021659195423126,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.62646484375,
                    "total_bits": 11016192.0,
                    "err": 0.06532329320907593,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.72021484375,
                    "total_bits": 11409408.0,
                    "err": 0.06366484612226486,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.22021484375,
                    "total_bits": 13506560.0,
                    "err": 0.05806153267621994,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.68896484375,
                    "total_bits": 15472640.0,
                    "err": 0.03474055975675583,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.0316162109375,
                    "total_bits": 12715520.0,
                    "err": 0.08306512981653214,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.12646484375,
                    "total_bits": 13113344.0,
                    "err": 0.07518022507429123,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.18896484375,
                    "total_bits": 13375488.0,
                    "err": 0.0640789270401001,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.53271484375,
                    "total_bits": 14817280.0,
                    "err": 0.03934008255600929,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.656982421875,
                    "total_bits": 15338496.0,
                    "err": 0.0404411181807518,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.0316162109375,
                    "total_bits": 16909824.0,
                    "err": 0.04220166057348251,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.12646484375,
                    "total_bits": 17307648.0,
                    "err": 0.03589330613613129,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.22021484375,
                    "total_bits": 17700864.0,
                    "err": 0.028171563521027565,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.31396484375,
                    "total_bits": 18094080.0,
                    "err": 0.02603335864841938,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.0316162109375,
                    "total_bits": 21104128.0,
                    "err": 0.02109925076365471,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.22021484375,
                    "total_bits": 21895168.0,
                    "err": 0.014835193753242493,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.37646484375,
                    "total_bits": 22550528.0,
                    "err": 0.012946577742695808,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.53271484375,
                    "total_bits": 23205888.0,
                    "err": 0.01125600840896368,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.72021484375,
                    "total_bits": 23992320.0,
                    "err": 0.009606430307030678,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.0316162109375,
                    "total_bits": 25298432.0,
                    "err": 0.010947906412184238,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.12646484375,
                    "total_bits": 25696256.0,
                    "err": 0.010646588169038296,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.2191162109375,
                    "total_bits": 26084864.0,
                    "err": 0.008223460055887699,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.12646484375,
                    "total_bits": 34084864.0,
                    "err": 0.006836672313511372,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.1.self_attn.o_proj",
            "numel": 16777216,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.1878662109375,
                    "total_bits": 36706304.0,
                    "err": 0.15308663249015808,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.3753662109375,
                    "total_bits": 39852032.0,
                    "err": 0.126714289188385,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.6253662109375,
                    "total_bits": 44046336.0,
                    "err": 0.11595147103071213,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.7191162109375,
                    "total_bits": 45619200.0,
                    "err": 0.09510590136051178,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.2191162109375,
                    "total_bits": 54007808.0,
                    "err": 0.07048653811216354,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.6878662109375,
                    "total_bits": 61872128.0,
                    "err": 0.05988578498363495,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.031341552734375,
                    "total_bits": 50857472.0,
                    "err": 0.0875033587217331,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.1253662109375,
                    "total_bits": 52434944.0,
                    "err": 0.07794740051031113,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.1878662109375,
                    "total_bits": 53483520.0,
                    "err": 0.07257672399282455,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.5316162109375,
                    "total_bits": 59250688.0,
                    "err": 0.05262139067053795,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.65643310546875,
                    "total_bits": 61344768.0,
                    "err": 0.04947411268949509,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.031341552734375,
                    "total_bits": 67634688.0,
                    "err": 0.04502084106206894,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.1253662109375,
                    "total_bits": 69212160.0,
                    "err": 0.03793704882264137,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.2191162109375,
                    "total_bits": 70785024.0,
                    "err": 0.03463573008775711,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.3128662109375,
                    "total_bits": 72357888.0,
                    "err": 0.03383984416723251,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.031341552734375,
                    "total_bits": 84411904.0,
                    "err": 0.022786345332860947,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.2191162109375,
                    "total_bits": 87562240.0,
                    "err": 0.01917794533073902,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.3753662109375,
                    "total_bits": 90183680.0,
                    "err": 0.018444793298840523,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.5316162109375,
                    "total_bits": 92805120.0,
                    "err": 0.015998821705579758,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.7191162109375,
                    "total_bits": 95950848.0,
                    "err": 0.015485020354390144,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.031341552734375,
                    "total_bits": 101189120.0,
                    "err": 0.012757226824760437,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.1253662109375,
                    "total_bits": 102766592.0,
                    "err": 0.013726165518164635,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.218841552734375,
                    "total_bits": 104334848.0,
                    "err": 0.011700238101184368,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.1253662109375,
                    "total_bits": 136321024.0,
                    "err": 0.010877006687223911,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.1.mlp.gate_proj",
            "numel": 58720256,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.1876046316964284,
                    "total_bits": 128456703.99999999,
                    "err": 0.15917669236660004,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.3751046316964284,
                    "total_bits": 139466752.0,
                    "err": 0.1507408320903778,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.6251046316964284,
                    "total_bits": 154146816.0,
                    "err": 0.14807972311973572,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.7188546316964284,
                    "total_bits": 159651840.0,
                    "err": 0.1348724514245987,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.2188546316964284,
                    "total_bits": 189011968.0,
                    "err": 0.07403892278671265,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.6876046316964284,
                    "total_bits": 216537088.0,
                    "err": 0.07144174724817276,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.031276157924107,
                    "total_bits": 177997312.0,
                    "err": 0.08225832879543304,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.1251046316964284,
                    "total_bits": 183506944.0,
                    "err": 0.07549935579299927,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.1876046316964284,
                    "total_bits": 187176960.0,
                    "err": 0.07449151575565338,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.5313546316964284,
                    "total_bits": 207362048.0,
                    "err": 0.06727062910795212,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.6563023158482144,
                    "total_bits": 214699008.0,
                    "err": 0.06485261768102646,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.031276157924107,
                    "total_bits": 236717567.99999997,
                    "err": 0.042269885540008545,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.125104631696429,
                    "total_bits": 242227200.0,
                    "err": 0.03667670488357544,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.218854631696429,
                    "total_bits": 247732224.0,
                    "err": 0.03604411333799362,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.312604631696429,
                    "total_bits": 253237248.0,
                    "err": 0.03589729964733124,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.031276157924107,
                    "total_bits": 295437824.0,
                    "err": 0.021455612033605576,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.218854631696429,
                    "total_bits": 306452480.0,
                    "err": 0.019820673391222954,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.375104631696429,
                    "total_bits": 315627520.0,
                    "err": 0.019665876403450966,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.531354631696429,
                    "total_bits": 324802560.0,
                    "err": 0.018613621592521667,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.718854631696429,
                    "total_bits": 335812608.0,
                    "err": 0.018526149913668633,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.031276157924107,
                    "total_bits": 354158080.0,
                    "err": 0.012382468208670616,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.125104631696429,
                    "total_bits": 359667712.0,
                    "err": 0.013643128797411919,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.218776157924107,
                    "total_bits": 365168128.0,
                    "err": 0.0122001264244318,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.125104631696429,
                    "total_bits": 477108224.0,
                    "err": 0.011006541550159454,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.1.mlp.up_proj",
            "numel": 58720256,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.1876046316964284,
                    "total_bits": 128456703.99999999,
                    "err": 0.19010113179683685,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.3751046316964284,
                    "total_bits": 139466752.0,
                    "err": 0.18037119507789612,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.6251046316964284,
                    "total_bits": 154146816.0,
                    "err": 0.17735451459884644,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.7188546316964284,
                    "total_bits": 159651840.0,
                    "err": 0.1619938760995865,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.2188546316964284,
                    "total_bits": 189011968.0,
                    "err": 0.08855214715003967,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.6876046316964284,
                    "total_bits": 216537088.0,
                    "err": 0.08555857092142105,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.031276157924107,
                    "total_bits": 177997312.0,
                    "err": 0.09794670343399048,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.1251046316964284,
                    "total_bits": 183506944.0,
                    "err": 0.09014049172401428,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.1876046316964284,
                    "total_bits": 187176960.0,
                    "err": 0.08909783512353897,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.5313546316964284,
                    "total_bits": 207362048.0,
                    "err": 0.08062805235385895,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.6563023158482144,
                    "total_bits": 214699008.0,
                    "err": 0.07752258330583572,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.031276157924107,
                    "total_bits": 236717567.99999997,
                    "err": 0.04996627941727638,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.125104631696429,
                    "total_bits": 242227200.0,
                    "err": 0.043363846838474274,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.218854631696429,
                    "total_bits": 247732224.0,
                    "err": 0.04269222170114517,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.312604631696429,
                    "total_bits": 253237248.0,
                    "err": 0.042541105300188065,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.031276157924107,
                    "total_bits": 295437824.0,
                    "err": 0.02505267970263958,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.218854631696429,
                    "total_bits": 306452480.0,
                    "err": 0.022761128842830658,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.375104631696429,
                    "total_bits": 315627520.0,
                    "err": 0.022583428770303726,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.531354631696429,
                    "total_bits": 324802560.0,
                    "err": 0.021277621388435364,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.718854631696429,
                    "total_bits": 335812608.0,
                    "err": 0.021176431328058243,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.031276157924107,
                    "total_bits": 354158080.0,
                    "err": 0.013712343759834766,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.125104631696429,
                    "total_bits": 359667712.0,
                    "err": 0.01483207568526268,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.218776157924107,
                    "total_bits": 365168128.0,
                    "err": 0.013489216566085815,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.125104631696429,
                    "total_bits": 477108224.0,
                    "err": 0.01123241987079382,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.1.mlp.down_proj",
            "numel": 58720256,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.1789376395089284,
                    "total_bits": 127947775.99999999,
                    "err": 0.017102805897593498,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.3753662109375,
                    "total_bits": 139482112.0,
                    "err": 0.016694996505975723,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.6253662109375,
                    "total_bits": 154162176.0,
                    "err": 0.006785399746149778,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.7235804966517856,
                    "total_bits": 159929344.0,
                    "err": 0.006331597454845905,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.2235804966517856,
                    "total_bits": 189289472.0,
                    "err": 0.0055022998712956905,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.7146519252232144,
                    "total_bits": 218125312.0,
                    "err": 0.0033375732600688934,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.031341552734375,
                    "total_bits": 178001152.0,
                    "err": 0.018528610467910767,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.1253662109375,
                    "total_bits": 183522304.0,
                    "err": 0.016122153028845787,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.1789376395089284,
                    "total_bits": 186668032.0,
                    "err": 0.005578451324254274,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.5271519252232144,
                    "total_bits": 207115264.0,
                    "err": 0.005211078096181154,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.6608973911830356,
                    "total_bits": 214968832.0,
                    "err": 0.005023987032473087,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.031341552734375,
                    "total_bits": 236721408.0,
                    "err": 0.004885123111307621,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.1253662109375,
                    "total_bits": 242242560.0,
                    "err": 0.004910104908049107,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.223580496651786,
                    "total_bits": 248009728.0,
                    "err": 0.0027783899568021297,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.321794782366071,
                    "total_bits": 253776896.0,
                    "err": 0.002599890809506178,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.031341552734375,
                    "total_bits": 295441664.0,
                    "err": 0.002593211829662323,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.223580496651786,
                    "total_bits": 306729984.0,
                    "err": 0.0023267839569598436,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.339651925223214,
                    "total_bits": 313545728.0,
                    "err": 0.0010238616960123181,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.527151925223214,
                    "total_bits": 324555776.0,
                    "err": 0.00229210895486176,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.723580496651786,
                    "total_bits": 336090112.0,
                    "err": 0.0009419942507520318,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.031341552734375,
                    "total_bits": 354161920.0,
                    "err": 0.002295498736202717,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.1253662109375,
                    "total_bits": 359683072.0,
                    "err": 0.0022575536277145147,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.227770124162946,
                    "total_bits": 365696256.0,
                    "err": 0.0007487030234187841,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.1253662109375,
                    "total_bits": 477123584.0,
                    "err": 0.0008007345022633672,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.2.self_attn.q_proj",
            "numel": 16777216,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.1878662109375,
                    "total_bits": 36706304.0,
                    "err": 0.05603499710559845,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.3753662109375,
                    "total_bits": 39852032.0,
                    "err": 0.044263049960136414,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.6253662109375,
                    "total_bits": 44046336.0,
                    "err": 0.03767905384302139,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.7191162109375,
                    "total_bits": 45619200.0,
                    "err": 0.03402885049581528,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.2191162109375,
                    "total_bits": 54007808.0,
                    "err": 0.024825282394886017,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.6878662109375,
                    "total_bits": 61872128.0,
                    "err": 0.019014040008187294,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.031341552734375,
                    "total_bits": 50857472.0,
                    "err": 0.03374844044446945,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.1253662109375,
                    "total_bits": 52434944.0,
                    "err": 0.03077131323516369,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.1878662109375,
                    "total_bits": 53483520.0,
                    "err": 0.02646091766655445,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.5316162109375,
                    "total_bits": 59250688.0,
                    "err": 0.019248364493250847,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.65643310546875,
                    "total_bits": 61344768.0,
                    "err": 0.01896025985479355,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.031341552734375,
                    "total_bits": 67634688.0,
                    "err": 0.01711886003613472,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.1253662109375,
                    "total_bits": 69212160.0,
                    "err": 0.014671527780592442,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.2191162109375,
                    "total_bits": 70785024.0,
                    "err": 0.012019922956824303,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.3128662109375,
                    "total_bits": 72357888.0,
                    "err": 0.011313377879559994,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.031341552734375,
                    "total_bits": 84411904.0,
                    "err": 0.008547504432499409,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.2191162109375,
                    "total_bits": 87562240.0,
                    "err": 0.006353928241878748,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.3753662109375,
                    "total_bits": 90183680.0,
                    "err": 0.005822646431624889,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.5316162109375,
                    "total_bits": 92805120.0,
                    "err": 0.005279894452542067,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.7191162109375,
                    "total_bits": 95950848.0,
                    "err": 0.0047941431403160095,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.031341552734375,
                    "total_bits": 101189120.0,
                    "err": 0.004454375244677067,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.1253662109375,
                    "total_bits": 102766592.0,
                    "err": 0.004468122497200966,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.218841552734375,
                    "total_bits": 104334848.0,
                    "err": 0.0035345687065273523,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.1253662109375,
                    "total_bits": 136321024.0,
                    "err": 0.0029897077474743128,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.2.self_attn.k_proj",
            "numel": 4194304,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.18896484375,
                    "total_bits": 9181184.0,
                    "err": 0.05734872445464134,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.37646484375,
                    "total_bits": 9967616.0,
                    "err": 0.043558843433856964,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.62646484375,
                    "total_bits": 11016192.0,
                    "err": 0.03501369431614876,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.72021484375,
                    "total_bits": 11409408.0,
                    "err": 0.0321977436542511,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.22021484375,
                    "total_bits": 13506560.0,
                    "err": 0.024898532778024673,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.68896484375,
                    "total_bits": 15472640.0,
                    "err": 0.01759251393377781,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.0316162109375,
                    "total_bits": 12715520.0,
                    "err": 0.0356062576174736,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.12646484375,
                    "total_bits": 13113344.0,
                    "err": 0.03240078315138817,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.18896484375,
                    "total_bits": 13375488.0,
                    "err": 0.02688594162464142,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.53271484375,
                    "total_bits": 14817280.0,
                    "err": 0.018921153619885445,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.656982421875,
                    "total_bits": 15338496.0,
                    "err": 0.01893380470573902,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.0316162109375,
                    "total_bits": 16909824.0,
                    "err": 0.018013153225183487,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.12646484375,
                    "total_bits": 17307648.0,
                    "err": 0.015440198592841625,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.22021484375,
                    "total_bits": 17700864.0,
                    "err": 0.01210920512676239,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.31396484375,
                    "total_bits": 18094080.0,
                    "err": 0.011195971630513668,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.0316162109375,
                    "total_bits": 21104128.0,
                    "err": 0.00900160800665617,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.22021484375,
                    "total_bits": 21895168.0,
                    "err": 0.006452279165387154,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.37646484375,
                    "total_bits": 22550528.0,
                    "err": 0.005768053233623505,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.53271484375,
                    "total_bits": 23205888.0,
                    "err": 0.0053107826970517635,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.72021484375,
                    "total_bits": 23992320.0,
                    "err": 0.004670952446758747,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.0316162109375,
                    "total_bits": 25298432.0,
                    "err": 0.004712178371846676,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.12646484375,
                    "total_bits": 25696256.0,
                    "err": 0.0047044274397194386,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.2191162109375,
                    "total_bits": 26084864.0,
                    "err": 0.003574742702767253,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.12646484375,
                    "total_bits": 34084864.0,
                    "err": 0.003155601443722844,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.2.self_attn.v_proj",
            "numel": 4194304,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.18896484375,
                    "total_bits": 9181184.0,
                    "err": 0.1643846333026886,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.37646484375,
                    "total_bits": 9967616.0,
                    "err": 0.13729608058929443,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.62646484375,
                    "total_bits": 11016192.0,
                    "err": 0.12594710290431976,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.72021484375,
                    "total_bits": 11409408.0,
                    "err": 0.1115698367357254,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.22021484375,
                    "total_bits": 13506560.0,
                    "err": 0.07523046433925629,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.68896484375,
                    "total_bits": 15472640.0,
                    "err": 0.06357958912849426,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.0316162109375,
                    "total_bits": 12715520.0,
                    "err": 0.09218822419643402,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.12646484375,
                    "total_bits": 13113344.0,
                    "err": 0.08408855646848679,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.18896484375,
                    "total_bits": 13375488.0,
                    "err": 0.07824051380157471,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.53271484375,
                    "total_bits": 14817280.0,
                    "err": 0.05946304649114609,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.656982421875,
                    "total_bits": 15338496.0,
                    "err": 0.05688435584306717,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.0316162109375,
                    "total_bits": 16909824.0,
                    "err": 0.04695414379239082,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.12646484375,
                    "total_bits": 17307648.0,
                    "err": 0.040181536227464676,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.22021484375,
                    "total_bits": 17700864.0,
                    "err": 0.03620597720146179,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.31396484375,
                    "total_bits": 18094080.0,
                    "err": 0.03520376607775688,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.0316162109375,
                    "total_bits": 21104128.0,
                    "err": 0.023504404351115227,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.22021484375,
                    "total_bits": 21895168.0,
                    "err": 0.018627675250172615,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.37646484375,
                    "total_bits": 22550528.0,
                    "err": 0.017690030857920647,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.53271484375,
                    "total_bits": 23205888.0,
                    "err": 0.015454035252332687,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.72021484375,
                    "total_bits": 23992320.0,
                    "err": 0.014745878055691719,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.0316162109375,
                    "total_bits": 25298432.0,
                    "err": 0.01221941877156496,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.12646484375,
                    "total_bits": 25696256.0,
                    "err": 0.011834130622446537,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.2191162109375,
                    "total_bits": 26084864.0,
                    "err": 0.010797940194606781,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.12646484375,
                    "total_bits": 34084864.0,
                    "err": 0.007527064997702837,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.2.self_attn.o_proj",
            "numel": 16777216,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.1878662109375,
                    "total_bits": 36706304.0,
                    "err": 0.15252240002155304,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.3753662109375,
                    "total_bits": 39852032.0,
                    "err": 0.13765038549900055,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.6253662109375,
                    "total_bits": 44046336.0,
                    "err": 0.13121579587459564,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.7191162109375,
                    "total_bits": 45619200.0,
                    "err": 0.11244048923254013,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.2191162109375,
                    "total_bits": 54007808.0,
                    "err": 0.07176268845796585,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.6878662109375,
                    "total_bits": 61872128.0,
                    "err": 0.06544047594070435,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.031341552734375,
                    "total_bits": 50857472.0,
                    "err": 0.08531618118286133,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.1253662109375,
                    "total_bits": 52434944.0,
                    "err": 0.07745186239480972,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.1878662109375,
                    "total_bits": 53483520.0,
                    "err": 0.07293708622455597,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.5316162109375,
                    "total_bits": 59250688.0,
                    "err": 0.05989164113998413,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.65643310546875,
                    "total_bits": 61344768.0,
                    "err": 0.05550205335021019,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.031341552734375,
                    "total_bits": 67634688.0,
                    "err": 0.044326577335596085,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.1253662109375,
                    "total_bits": 69212160.0,
                    "err": 0.03787396848201752,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.2191162109375,
                    "total_bits": 70785024.0,
                    "err": 0.035303663462400436,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.3128662109375,
                    "total_bits": 72357888.0,
                    "err": 0.03467252850532532,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.031341552734375,
                    "total_bits": 84411904.0,
                    "err": 0.022601677104830742,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.2191162109375,
                    "total_bits": 87562240.0,
                    "err": 0.019532207399606705,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.3753662109375,
                    "total_bits": 90183680.0,
                    "err": 0.019053390249609947,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.5316162109375,
                    "total_bits": 92805120.0,
                    "err": 0.01737160235643387,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.7191162109375,
                    "total_bits": 95950848.0,
                    "err": 0.016986025497317314,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.031341552734375,
                    "total_bits": 101189120.0,
                    "err": 0.012948929332196712,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.1253662109375,
                    "total_bits": 102766592.0,
                    "err": 0.013834342360496521,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.218841552734375,
                    "total_bits": 104334848.0,
                    "err": 0.012146874330937862,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.1253662109375,
                    "total_bits": 136321024.0,
                    "err": 0.011007142253220081,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.2.mlp.gate_proj",
            "numel": 58720256,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.1876046316964284,
                    "total_bits": 128456703.99999999,
                    "err": 0.20960935950279236,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.3751046316964284,
                    "total_bits": 139466752.0,
                    "err": 0.1976500302553177,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.6251046316964284,
                    "total_bits": 154146816.0,
                    "err": 0.19389189779758453,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.7188546316964284,
                    "total_bits": 159651840.0,
                    "err": 0.17589819431304932,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.2188546316964284,
                    "total_bits": 189011968.0,
                    "err": 0.09849832952022552,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.6876046316964284,
                    "total_bits": 216537088.0,
                    "err": 0.09458646178245544,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.031276157924107,
                    "total_bits": 177997312.0,
                    "err": 0.10925617814064026,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.1251046316964284,
                    "total_bits": 183506944.0,
                    "err": 0.10057565569877625,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.1876046316964284,
                    "total_bits": 187176960.0,
                    "err": 0.0992557629942894,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.5313546316964284,
                    "total_bits": 207362048.0,
                    "err": 0.08854071795940399,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.6563023158482144,
                    "total_bits": 214699008.0,
                    "err": 0.08462810516357422,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.031276157924107,
                    "total_bits": 236717567.99999997,
                    "err": 0.05589820444583893,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.125104631696429,
                    "total_bits": 242227200.0,
                    "err": 0.04833131656050682,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.218854631696429,
                    "total_bits": 247732224.0,
                    "err": 0.04741084575653076,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.312604631696429,
                    "total_bits": 253237248.0,
                    "err": 0.0471973791718483,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.031276157924107,
                    "total_bits": 295437824.0,
                    "err": 0.02801196277141571,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.218854631696429,
                    "total_bits": 306452480.0,
                    "err": 0.02492922730743885,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.375104631696429,
                    "total_bits": 315627520.0,
                    "err": 0.024693943560123444,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.531354631696429,
                    "total_bits": 324802560.0,
                    "err": 0.02298736944794655,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.718854631696429,
                    "total_bits": 335812608.0,
                    "err": 0.022857751697301865,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.031276157924107,
                    "total_bits": 354158080.0,
                    "err": 0.015204488299787045,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.125104631696429,
                    "total_bits": 359667712.0,
                    "err": 0.015802359208464622,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.218776157924107,
                    "total_bits": 365168128.0,
                    "err": 0.014912967570126057,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.125104631696429,
                    "total_bits": 477108224.0,
                    "err": 0.011484702117741108,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.2.mlp.up_proj",
            "numel": 58720256,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.1876046316964284,
                    "total_bits": 128456703.99999999,
                    "err": 0.230697900056839,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.3751046316964284,
                    "total_bits": 139466752.0,
                    "err": 0.21784605085849762,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.6251046316964284,
                    "total_bits": 154146816.0,
                    "err": 0.21385785937309265,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.7188546316964284,
                    "total_bits": 159651840.0,
                    "err": 0.194052591919899,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.2188546316964284,
                    "total_bits": 189011968.0,
                    "err": 0.10828392952680588,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.6876046316964284,
                    "total_bits": 216537088.0,
                    "err": 0.10406596213579178,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.031276157924107,
                    "total_bits": 177997312.0,
                    "err": 0.11976209282875061,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.1251046316964284,
                    "total_bits": 183506944.0,
                    "err": 0.11046610027551651,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.1876046316964284,
                    "total_bits": 187176960.0,
                    "err": 0.10911180824041367,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.5313546316964284,
                    "total_bits": 207362048.0,
                    "err": 0.09736813604831696,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.6563023158482144,
                    "total_bits": 214699008.0,
                    "err": 0.09285605698823929,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.031276157924107,
                    "total_bits": 236717567.99999997,
                    "err": 0.06099173426628113,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.125104631696429,
                    "total_bits": 242227200.0,
                    "err": 0.052783288061618805,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.218854631696429,
                    "total_bits": 247732224.0,
                    "err": 0.051817845553159714,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.312604631696429,
                    "total_bits": 253237248.0,
                    "err": 0.0515962652862072,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.031276157924107,
                    "total_bits": 295437824.0,
                    "err": 0.03048066981136799,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.218854631696429,
                    "total_bits": 306452480.0,
                    "err": 0.026660742238163948,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.375104631696429,
                    "total_bits": 315627520.0,
                    "err": 0.026399269700050354,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.531354631696429,
                    "total_bits": 324802560.0,
                    "err": 0.024470830336213112,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.718854631696429,
                    "total_bits": 335812608.0,
                    "err": 0.024324804544448853,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.031276157924107,
                    "total_bits": 354158080.0,
                    "err": 0.016097312793135643,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.125104631696429,
                    "total_bits": 359667712.0,
                    "err": 0.016055148094892502,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.218776157924107,
                    "total_bits": 365168128.0,
                    "err": 0.01577674224972725,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.125104631696429,
                    "total_bits": 477108224.0,
                    "err": 0.01073300652205944,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.2.mlp.down_proj",
            "numel": 58720256,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.1789376395089284,
                    "total_bits": 127947775.99999999,
                    "err": 0.1792832612991333,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.3753662109375,
                    "total_bits": 139482112.0,
                    "err": 0.15983280539512634,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.6253662109375,
                    "total_bits": 154162176.0,
                    "err": 0.15226073563098907,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.7235804966517856,
                    "total_bits": 159929344.0,
                    "err": 0.13540974259376526,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.2235804966517856,
                    "total_bits": 189289472.0,
                    "err": 0.08128933608531952,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.7146519252232144,
                    "total_bits": 218125312.0,
                    "err": 0.07410832494497299,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.031341552734375,
                    "total_bits": 178001152.0,
                    "err": 0.09582073241472244,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.1253662109375,
                    "total_bits": 183522304.0,
                    "err": 0.08740323036909103,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.1789376395089284,
                    "total_bits": 186668032.0,
                    "err": 0.08352731168270111,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.5271519252232144,
                    "total_bits": 207115264.0,
                    "err": 0.06963001191616058,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.6608973911830356,
                    "total_bits": 214968832.0,
                    "err": 0.06608966737985611,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.031341552734375,
                    "total_bits": 236721408.0,
                    "err": 0.04859773442149162,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.1253662109375,
                    "total_bits": 242242560.0,
                    "err": 0.041815418750047684,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.223580496651786,
                    "total_bits": 248009728.0,
                    "err": 0.03909628093242645,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.321794782366071,
                    "total_bits": 253776896.0,
                    "err": 0.03843701630830765,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.031341552734375,
                    "total_bits": 295441664.0,
                    "err": 0.0244110357016325,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.223580496651786,
                    "total_bits": 306729984.0,
                    "err": 0.020639799535274506,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.339651925223214,
                    "total_bits": 313545728.0,
                    "err": 0.02031945250928402,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.527151925223214,
                    "total_bits": 324555776.0,
                    "err": 0.018410779535770416,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.723580496651786,
                    "total_bits": 336090112.0,
                    "err": 0.017988644540309906,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.031341552734375,
                    "total_bits": 354161920.0,
                    "err": 0.013252601027488708,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.1253662109375,
                    "total_bits": 359683072.0,
                    "err": 0.013498937711119652,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.227770124162946,
                    "total_bits": 365696256.0,
                    "err": 0.012367421761155128,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.1253662109375,
                    "total_bits": 477123584.0,
                    "err": 0.009688725695014,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.3.self_attn.q_proj",
            "numel": 16777216,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.1878662109375,
                    "total_bits": 36706304.0,
                    "err": 0.0437886081635952,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.3753662109375,
                    "total_bits": 39852032.0,
                    "err": 0.036860544234514236,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.6253662109375,
                    "total_bits": 44046336.0,
                    "err": 0.0329868383705616,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.7191162109375,
                    "total_bits": 45619200.0,
                    "err": 0.029268141835927963,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.2191162109375,
                    "total_bits": 54007808.0,
                    "err": 0.019907312467694283,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.6878662109375,
                    "total_bits": 61872128.0,
                    "err": 0.016575533896684647,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.031341552734375,
                    "total_bits": 50857472.0,
                    "err": 0.02597966603934765,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.1253662109375,
                    "total_bits": 52434944.0,
                    "err": 0.02365841716527939,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.1878662109375,
                    "total_bits": 53483520.0,
                    "err": 0.02074742317199707,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.5316162109375,
                    "total_bits": 59250688.0,
                    "err": 0.01607520692050457,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.65643310546875,
                    "total_bits": 61344768.0,
                    "err": 0.01553733553737402,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.031341552734375,
                    "total_bits": 67634688.0,
                    "err": 0.013209052383899689,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.1253662109375,
                    "total_bits": 69212160.0,
                    "err": 0.011315968818962574,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.2191162109375,
                    "total_bits": 70785024.0,
                    "err": 0.009637990035116673,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.3128662109375,
                    "total_bits": 72357888.0,
                    "err": 0.009205339476466179,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.031341552734375,
                    "total_bits": 84411904.0,
                    "err": 0.006622829008847475,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.2191162109375,
                    "total_bits": 87562240.0,
                    "err": 0.005099758040159941,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.3753662109375,
                    "total_bits": 90183680.0,
                    "err": 0.004777571652084589,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.5316162109375,
                    "total_bits": 92805120.0,
                    "err": 0.0043577211908996105,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.7191162109375,
                    "total_bits": 95950848.0,
                    "err": 0.004066495690494776,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.031341552734375,
                    "total_bits": 101189120.0,
                    "err": 0.003507463727146387,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.1253662109375,
                    "total_bits": 102766592.0,
                    "err": 0.0035114206839352846,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.218841552734375,
                    "total_bits": 104334848.0,
                    "err": 0.002930748974904418,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.1253662109375,
                    "total_bits": 136321024.0,
                    "err": 0.0024059410206973553,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.3.self_attn.k_proj",
            "numel": 4194304,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.18896484375,
                    "total_bits": 9181184.0,
                    "err": 0.0434102788567543,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.37646484375,
                    "total_bits": 9967616.0,
                    "err": 0.03552073985338211,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.62646484375,
                    "total_bits": 11016192.0,
                    "err": 0.03055804781615734,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.72021484375,
                    "total_bits": 11409408.0,
                    "err": 0.02724529057741165,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.22021484375,
                    "total_bits": 13506560.0,
                    "err": 0.019358878955245018,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.68896484375,
                    "total_bits": 15472640.0,
                    "err": 0.015281018801033497,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.0316162109375,
                    "total_bits": 12715520.0,
                    "err": 0.026645315811038017,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.12646484375,
                    "total_bits": 13113344.0,
                    "err": 0.02418067678809166,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.18896484375,
                    "total_bits": 13375488.0,
                    "err": 0.02037712000310421,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.53271484375,
                    "total_bits": 14817280.0,
                    "err": 0.015399078838527203,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.656982421875,
                    "total_bits": 15338496.0,
                    "err": 0.015079841017723083,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.0316162109375,
                    "total_bits": 16909824.0,
                    "err": 0.01348289754241705,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.12646484375,
                    "total_bits": 17307648.0,
                    "err": 0.01151454821228981,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.22021484375,
                    "total_bits": 17700864.0,
                    "err": 0.009341804310679436,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.31396484375,
                    "total_bits": 18094080.0,
                    "err": 0.008751150220632553,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.0316162109375,
                    "total_bits": 21104128.0,
                    "err": 0.006745132151991129,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.22021484375,
                    "total_bits": 21895168.0,
                    "err": 0.004890158772468567,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.37646484375,
                    "total_bits": 22550528.0,
                    "err": 0.004469416569918394,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.53271484375,
                    "total_bits": 23205888.0,
                    "err": 0.0041154250502586365,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.72021484375,
                    "total_bits": 23992320.0,
                    "err": 0.0037132936995476484,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.0316162109375,
                    "total_bits": 25298432.0,
                    "err": 0.003499159822240472,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.12646484375,
                    "total_bits": 25696256.0,
                    "err": 0.0034086040686815977,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.2191162109375,
                    "total_bits": 26084864.0,
                    "err": 0.0027179368771612644,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.12646484375,
                    "total_bits": 34084864.0,
                    "err": 0.002186916070058942,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.3.self_attn.v_proj",
            "numel": 4194304,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.18896484375,
                    "total_bits": 9181184.0,
                    "err": 0.17178559303283691,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.37646484375,
                    "total_bits": 9967616.0,
                    "err": 0.14676441252231598,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.62646484375,
                    "total_bits": 11016192.0,
                    "err": 0.136586993932724,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.72021484375,
                    "total_bits": 11409408.0,
                    "err": 0.12031985074281693,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.22021484375,
                    "total_bits": 13506560.0,
                    "err": 0.07880723476409912,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.68896484375,
                    "total_bits": 15472640.0,
                    "err": 0.06865928322076797,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.0316162109375,
                    "total_bits": 12715520.0,
                    "err": 0.09463667124509811,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.12646484375,
                    "total_bits": 13113344.0,
                    "err": 0.08688720315694809,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.18896484375,
                    "total_bits": 13375488.0,
                    "err": 0.0814972072839737,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.53271484375,
                    "total_bits": 14817280.0,
                    "err": 0.06358236074447632,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.656982421875,
                    "total_bits": 15338496.0,
                    "err": 0.06040811538696289,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.0316162109375,
                    "total_bits": 16909824.0,
                    "err": 0.048045504838228226,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.12646484375,
                    "total_bits": 17307648.0,
                    "err": 0.041445568203926086,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.22021484375,
                    "total_bits": 17700864.0,
                    "err": 0.037814911454916,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.31396484375,
                    "total_bits": 18094080.0,
                    "err": 0.0369122289121151,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.0316162109375,
                    "total_bits": 21104128.0,
                    "err": 0.023969274014234543,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.22021484375,
                    "total_bits": 21895168.0,
                    "err": 0.019341910257935524,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.37646484375,
                    "total_bits": 22550528.0,
                    "err": 0.018511373549699783,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.53271484375,
                    "total_bits": 23205888.0,
                    "err": 0.01622353307902813,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.72021484375,
                    "total_bits": 23992320.0,
                    "err": 0.01558777317404747,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.0316162109375,
                    "total_bits": 25298432.0,
                    "err": 0.01233703549951315,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.12646484375,
                    "total_bits": 25696256.0,
                    "err": 0.011978715658187866,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.2191162109375,
                    "total_bits": 26084864.0,
                    "err": 0.011039222590625286,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.12646484375,
                    "total_bits": 34084864.0,
                    "err": 0.007371489889919758,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.3.self_attn.o_proj",
            "numel": 16777216,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.1878662109375,
                    "total_bits": 36706304.0,
                    "err": 0.1764167845249176,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.3753662109375,
                    "total_bits": 39852032.0,
                    "err": 0.15467755496501923,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.6253662109375,
                    "total_bits": 44046336.0,
                    "err": 0.1468188464641571,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.7191162109375,
                    "total_bits": 45619200.0,
                    "err": 0.1247539147734642,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.2191162109375,
                    "total_bits": 54007808.0,
                    "err": 0.08235729485750198,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.6878662109375,
                    "total_bits": 61872128.0,
                    "err": 0.07433121651411057,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.031341552734375,
                    "total_bits": 50857472.0,
                    "err": 0.09594004601240158,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.1253662109375,
                    "total_bits": 52434944.0,
                    "err": 0.08734431862831116,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.1878662109375,
                    "total_bits": 53483520.0,
                    "err": 0.08388722687959671,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.5316162109375,
                    "total_bits": 59250688.0,
                    "err": 0.06603053957223892,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.65643310546875,
                    "total_bits": 61344768.0,
                    "err": 0.06032174080610275,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.031341552734375,
                    "total_bits": 67634688.0,
                    "err": 0.04934294521808624,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.1253662109375,
                    "total_bits": 69212160.0,
                    "err": 0.042271826416254044,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.2191162109375,
                    "total_bits": 70785024.0,
                    "err": 0.04003438353538513,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.3128662109375,
                    "total_bits": 72357888.0,
                    "err": 0.039512816816568375,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.031341552734375,
                    "total_bits": 84411904.0,
                    "err": 0.024830222129821777,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.2191162109375,
                    "total_bits": 87562240.0,
                    "err": 0.021593445912003517,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.3753662109375,
                    "total_bits": 90183680.0,
                    "err": 0.021072452887892723,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.5316162109375,
                    "total_bits": 92805120.0,
                    "err": 0.018532507121562958,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.7191162109375,
                    "total_bits": 95950848.0,
                    "err": 0.018187154084444046,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.031341552734375,
                    "total_bits": 101189120.0,
                    "err": 0.013676701113581657,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.1253662109375,
                    "total_bits": 102766592.0,
                    "err": 0.014567622914910316,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.218841552734375,
                    "total_bits": 104334848.0,
                    "err": 0.01297640148550272,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.1253662109375,
                    "total_bits": 136321024.0,
                    "err": 0.011105631478130817,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.3.mlp.gate_proj",
            "numel": 58720256,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.1876046316964284,
                    "total_bits": 128456703.99999999,
                    "err": 0.21013283729553223,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.3751046316964284,
                    "total_bits": 139466752.0,
                    "err": 0.19836898148059845,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.6251046316964284,
                    "total_bits": 154146816.0,
                    "err": 0.19468018412590027,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.7188546316964284,
                    "total_bits": 159651840.0,
                    "err": 0.17695994675159454,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.2188546316964284,
                    "total_bits": 189011968.0,
                    "err": 0.0989338755607605,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.6876046316964284,
                    "total_bits": 216537088.0,
                    "err": 0.09504108130931854,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.031276157924107,
                    "total_bits": 177997312.0,
                    "err": 0.10957850515842438,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.1251046316964284,
                    "total_bits": 183506944.0,
                    "err": 0.10094034671783447,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.1876046316964284,
                    "total_bits": 187176960.0,
                    "err": 0.09973157197237015,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.5313546316964284,
                    "total_bits": 207362048.0,
                    "err": 0.08904518187046051,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.6563023158482144,
                    "total_bits": 214699008.0,
                    "err": 0.0852367952466011,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.031276157924107,
                    "total_bits": 236717567.99999997,
                    "err": 0.055947400629520416,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.125104631696429,
                    "total_bits": 242227200.0,
                    "err": 0.04839707165956497,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.218854631696429,
                    "total_bits": 247732224.0,
                    "err": 0.04750161990523338,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.312604631696429,
                    "total_bits": 253237248.0,
                    "err": 0.047295551747083664,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.031276157924107,
                    "total_bits": 295437824.0,
                    "err": 0.02799176424741745,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.218854631696429,
                    "total_bits": 306452480.0,
                    "err": 0.024752220138907433,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.375104631696429,
                    "total_bits": 315627520.0,
                    "err": 0.024516498669981956,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.531354631696429,
                    "total_bits": 324802560.0,
                    "err": 0.022793877869844437,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.718854631696429,
                    "total_bits": 335812608.0,
                    "err": 0.022662466391921043,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.031276157924107,
                    "total_bits": 354158080.0,
                    "err": 0.015007996000349522,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.125104631696429,
                    "total_bits": 359667712.0,
                    "err": 0.015349852852523327,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.218776157924107,
                    "total_bits": 365168128.0,
                    "err": 0.01472154539078474,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.125104631696429,
                    "total_bits": 477108224.0,
                    "err": 0.010804872959852219,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.3.mlp.up_proj",
            "numel": 58720256,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.1876046316964284,
                    "total_bits": 128456703.99999999,
                    "err": 0.24038416147232056,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.3751046316964284,
                    "total_bits": 139466752.0,
                    "err": 0.22703975439071655,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.6251046316964284,
                    "total_bits": 154146816.0,
                    "err": 0.22287535667419434,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.7188546316964284,
                    "total_bits": 159651840.0,
                    "err": 0.20280417799949646,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.2188546316964284,
                    "total_bits": 189011968.0,
                    "err": 0.11319383978843689,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.6876046316964284,
                    "total_bits": 216537088.0,
                    "err": 0.10883806645870209,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.031276157924107,
                    "total_bits": 177997312.0,
                    "err": 0.12527364492416382,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.1251046316964284,
                    "total_bits": 183506944.0,
                    "err": 0.11539936065673828,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.1876046316964284,
                    "total_bits": 187176960.0,
                    "err": 0.11408887058496475,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.5313546316964284,
                    "total_bits": 207362048.0,
                    "err": 0.10198473930358887,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.6563023158482144,
                    "total_bits": 214699008.0,
                    "err": 0.09772127121686935,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.031276157924107,
                    "total_bits": 236717567.99999997,
                    "err": 0.06392331421375275,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.125104631696429,
                    "total_bits": 242227200.0,
                    "err": 0.05518229678273201,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.218854631696429,
                    "total_bits": 247732224.0,
                    "err": 0.05421106517314911,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.312604631696429,
                    "total_bits": 253237248.0,
                    "err": 0.053983815014362335,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.031276157924107,
                    "total_bits": 295437824.0,
                    "err": 0.03196491301059723,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.218854631696429,
                    "total_bits": 306452480.0,
                    "err": 0.027903495356440544,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.375104631696429,
                    "total_bits": 315627520.0,
                    "err": 0.02763359807431698,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.531354631696429,
                    "total_bits": 324802560.0,
                    "err": 0.025641150772571564,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.718854631696429,
                    "total_bits": 335812608.0,
                    "err": 0.02549394778907299,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.031276157924107,
                    "total_bits": 354158080.0,
                    "err": 0.016981903463602066,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.125104631696429,
                    "total_bits": 359667712.0,
                    "err": 0.016800951212644577,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.218776157924107,
                    "total_bits": 365168128.0,
                    "err": 0.01666172780096531,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.125104631696429,
                    "total_bits": 477108224.0,
                    "err": 0.011244257912039757,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.3.mlp.down_proj",
            "numel": 58720256,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.1789376395089284,
                    "total_bits": 127947775.99999999,
                    "err": 0.20996546745300293,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.3753662109375,
                    "total_bits": 139482112.0,
                    "err": 0.18737128376960754,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.6253662109375,
                    "total_bits": 154162176.0,
                    "err": 0.1789686381816864,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.7235804966517856,
                    "total_bits": 159929344.0,
                    "err": 0.15971414744853973,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.2235804966517856,
                    "total_bits": 189289472.0,
                    "err": 0.09575233608484268,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.7146519252232144,
                    "total_bits": 218125312.0,
                    "err": 0.08740086108446121,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.031341552734375,
                    "total_bits": 178001152.0,
                    "err": 0.11193790286779404,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.1253662109375,
                    "total_bits": 183522304.0,
                    "err": 0.10226358473300934,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.1789376395089284,
                    "total_bits": 186668032.0,
                    "err": 0.09835489839315414,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.5271519252232144,
                    "total_bits": 207115264.0,
                    "err": 0.08196643739938736,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.6608973911830356,
                    "total_bits": 214968832.0,
                    "err": 0.07793647050857544,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.031341552734375,
                    "total_bits": 236721408.0,
                    "err": 0.05688529089093208,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.1253662109375,
                    "total_bits": 242242560.0,
                    "err": 0.0489484928548336,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.223580496651786,
                    "total_bits": 248009728.0,
                    "err": 0.04600699990987778,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.321794782366071,
                    "total_bits": 253776896.0,
                    "err": 0.04530167579650879,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.031341552734375,
                    "total_bits": 295441664.0,
                    "err": 0.02854344993829727,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.223580496651786,
                    "total_bits": 306729984.0,
                    "err": 0.024156831204891205,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.339651925223214,
                    "total_bits": 313545728.0,
                    "err": 0.023826537653803825,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.527151925223214,
                    "total_bits": 324555776.0,
                    "err": 0.02149825356900692,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.723580496651786,
                    "total_bits": 336090112.0,
                    "err": 0.021046563982963562,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.031341552734375,
                    "total_bits": 354161920.0,
                    "err": 0.015423370525240898,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.1253662109375,
                    "total_bits": 359683072.0,
                    "err": 0.015584148466587067,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.227770124162946,
                    "total_bits": 365696256.0,
                    "err": 0.014465962536633015,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.1253662109375,
                    "total_bits": 477123584.0,
                    "err": 0.011035757139325142,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.4.self_attn.q_proj",
            "numel": 16777216,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.1878662109375,
                    "total_bits": 36706304.0,
                    "err": 0.062017444521188736,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.3753662109375,
                    "total_bits": 39852032.0,
                    "err": 0.052810776978731155,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.6253662109375,
                    "total_bits": 44046336.0,
                    "err": 0.04755869880318642,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.7191162109375,
                    "total_bits": 45619200.0,
                    "err": 0.04244537279009819,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.2191162109375,
                    "total_bits": 54007808.0,
                    "err": 0.028272077441215515,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.6878662109375,
                    "total_bits": 61872128.0,
                    "err": 0.023810096085071564,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.031341552734375,
                    "total_bits": 50857472.0,
                    "err": 0.03686751052737236,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.1253662109375,
                    "total_bits": 52434944.0,
                    "err": 0.033456116914749146,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.1878662109375,
                    "total_bits": 53483520.0,
                    "err": 0.029415292665362358,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.5316162109375,
                    "total_bits": 59250688.0,
                    "err": 0.023169096559286118,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.65643310546875,
                    "total_bits": 61344768.0,
                    "err": 0.022455835714936256,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.031341552734375,
                    "total_bits": 67634688.0,
                    "err": 0.01880957931280136,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.1253662109375,
                    "total_bits": 69212160.0,
                    "err": 0.01604412868618965,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.2191162109375,
                    "total_bits": 70785024.0,
                    "err": 0.0137175926938653,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.3128662109375,
                    "total_bits": 72357888.0,
                    "err": 0.013123863376677036,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.031341552734375,
                    "total_bits": 84411904.0,
                    "err": 0.009433646686375141,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.2191162109375,
                    "total_bits": 87562240.0,
                    "err": 0.007315866183489561,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.3753662109375,
                    "total_bits": 90183680.0,
                    "err": 0.006886670365929604,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.5316162109375,
                    "total_bits": 92805120.0,
                    "err": 0.006338078528642654,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.7191162109375,
                    "total_bits": 95950848.0,
                    "err": 0.005954183172434568,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.031341552734375,
                    "total_bits": 101189120.0,
                    "err": 0.00501942029222846,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.1253662109375,
                    "total_bits": 102766592.0,
                    "err": 0.005089057143777609,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.218841552734375,
                    "total_bits": 104334848.0,
                    "err": 0.004213509615510702,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.1253662109375,
                    "total_bits": 136321024.0,
                    "err": 0.0035933360923081636,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.4.self_attn.k_proj",
            "numel": 4194304,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.18896484375,
                    "total_bits": 9181184.0,
                    "err": 0.059320058673620224,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.37646484375,
                    "total_bits": 9967616.0,
                    "err": 0.04922730475664139,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.62646484375,
                    "total_bits": 11016192.0,
                    "err": 0.0433310829102993,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.72021484375,
                    "total_bits": 11409408.0,
                    "err": 0.0387418232858181,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.22021484375,
                    "total_bits": 13506560.0,
                    "err": 0.02657209523022175,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.68896484375,
                    "total_bits": 15472640.0,
                    "err": 0.021588947623968124,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.0316162109375,
                    "total_bits": 12715520.0,
                    "err": 0.035939790308475494,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.12646484375,
                    "total_bits": 13113344.0,
                    "err": 0.03239325061440468,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.18896484375,
                    "total_bits": 13375488.0,
                    "err": 0.028015993535518646,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.53271484375,
                    "total_bits": 14817280.0,
                    "err": 0.021515175700187683,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.656982421875,
                    "total_bits": 15338496.0,
                    "err": 0.021063657477498055,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.0316162109375,
                    "total_bits": 16909824.0,
                    "err": 0.018373237922787666,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.12646484375,
                    "total_bits": 17307648.0,
                    "err": 0.01553280558437109,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.22021484375,
                    "total_bits": 17700864.0,
                    "err": 0.012874115258455276,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.31396484375,
                    "total_bits": 18094080.0,
                    "err": 0.01217521820217371,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.0316162109375,
                    "total_bits": 21104128.0,
                    "err": 0.009209471754729748,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.22021484375,
                    "total_bits": 21895168.0,
                    "err": 0.006801501382142305,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.37646484375,
                    "total_bits": 22550528.0,
                    "err": 0.006313858553767204,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.53271484375,
                    "total_bits": 23205888.0,
                    "err": 0.005819025915116072,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.72021484375,
                    "total_bits": 23992320.0,
                    "err": 0.0053545404225587845,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.0316162109375,
                    "total_bits": 25298432.0,
                    "err": 0.004828555043786764,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.12646484375,
                    "total_bits": 25696256.0,
                    "err": 0.0047487844713032246,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.2191162109375,
                    "total_bits": 26084864.0,
                    "err": 0.0038693472743034363,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.12646484375,
                    "total_bits": 34084864.0,
                    "err": 0.0032043876126408577,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.4.self_attn.v_proj",
            "numel": 4194304,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.18896484375,
                    "total_bits": 9181184.0,
                    "err": 0.1882374882698059,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.37646484375,
                    "total_bits": 9967616.0,
                    "err": 0.16324083507061005,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.62646484375,
                    "total_bits": 11016192.0,
                    "err": 0.1534377634525299,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.72021484375,
                    "total_bits": 11409408.0,
                    "err": 0.13577935099601746,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.22021484375,
                    "total_bits": 13506560.0,
                    "err": 0.08667103946208954,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.68896484375,
                    "total_bits": 15472640.0,
                    "err": 0.07678167521953583,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.0316162109375,
                    "total_bits": 12715520.0,
                    "err": 0.10263725370168686,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.12646484375,
                    "total_bits": 13113344.0,
                    "err": 0.09449835121631622,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.18896484375,
                    "total_bits": 13375488.0,
                    "err": 0.08935589343309402,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.53271484375,
                    "total_bits": 14817280.0,
                    "err": 0.07116137444972992,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.656982421875,
                    "total_bits": 15338496.0,
                    "err": 0.0675048679113388,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.0316162109375,
                    "total_bits": 16909824.0,
                    "err": 0.05211985483765602,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.12646484375,
                    "total_bits": 17307648.0,
                    "err": 0.04511291906237602,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.22021484375,
                    "total_bits": 17700864.0,
                    "err": 0.04158851504325867,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.31396484375,
                    "total_bits": 18094080.0,
                    "err": 0.040722839534282684,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.0316162109375,
                    "total_bits": 21104128.0,
                    "err": 0.026069406419992447,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.22021484375,
                    "total_bits": 21895168.0,
                    "err": 0.021319789811968803,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.37646484375,
                    "total_bits": 22550528.0,
                    "err": 0.02054412290453911,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.53271484375,
                    "total_bits": 23205888.0,
                    "err": 0.018168341368436813,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.72021484375,
                    "total_bits": 23992320.0,
                    "err": 0.017572326585650444,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.0316162109375,
                    "total_bits": 25298432.0,
                    "err": 0.013482306152582169,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.12646484375,
                    "total_bits": 25696256.0,
                    "err": 0.013214586302638054,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.2191162109375,
                    "total_bits": 26084864.0,
                    "err": 0.012247500009834766,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.12646484375,
                    "total_bits": 34084864.0,
                    "err": 0.00832995306700468,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.4.self_attn.o_proj",
            "numel": 16777216,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.1878662109375,
                    "total_bits": 36706304.0,
                    "err": 0.15178856253623962,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.3753662109375,
                    "total_bits": 39852032.0,
                    "err": 0.1371653825044632,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.6253662109375,
                    "total_bits": 44046336.0,
                    "err": 0.13209840655326843,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.7191162109375,
                    "total_bits": 45619200.0,
                    "err": 0.11406045407056808,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.2191162109375,
                    "total_bits": 54007808.0,
                    "err": 0.07102496176958084,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.6878662109375,
                    "total_bits": 61872128.0,
                    "err": 0.06589161604642868,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.031341552734375,
                    "total_bits": 50857472.0,
                    "err": 0.08248507976531982,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.1253662109375,
                    "total_bits": 52434944.0,
                    "err": 0.07451747357845306,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.1878662109375,
                    "total_bits": 53483520.0,
                    "err": 0.07213180512189865,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.5316162109375,
                    "total_bits": 59250688.0,
                    "err": 0.05973159149289131,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.65643310546875,
                    "total_bits": 61344768.0,
                    "err": 0.055383216589689255,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.031341552734375,
                    "total_bits": 67634688.0,
                    "err": 0.04248720780014992,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.1253662109375,
                    "total_bits": 69212160.0,
                    "err": 0.036234501749277115,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.2191162109375,
                    "total_bits": 70785024.0,
                    "err": 0.03467458114027977,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.3128662109375,
                    "total_bits": 72357888.0,
                    "err": 0.03430159389972687,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.031341552734375,
                    "total_bits": 84411904.0,
                    "err": 0.02142915688455105,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.2191162109375,
                    "total_bits": 87562240.0,
                    "err": 0.018781011924147606,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.3753662109375,
                    "total_bits": 90183680.0,
                    "err": 0.018423523753881454,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.5316162109375,
                    "total_bits": 92805120.0,
                    "err": 0.01665281318128109,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.7191162109375,
                    "total_bits": 95950848.0,
                    "err": 0.01642989180982113,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.031341552734375,
                    "total_bits": 101189120.0,
                    "err": 0.011868122965097427,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.1253662109375,
                    "total_bits": 102766592.0,
                    "err": 0.012734238989651203,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.218841552734375,
                    "total_bits": 104334848.0,
                    "err": 0.011365684680640697,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.1253662109375,
                    "total_bits": 136321024.0,
                    "err": 0.009866883978247643,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.4.mlp.gate_proj",
            "numel": 58720256,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.1876046316964284,
                    "total_bits": 128456703.99999999,
                    "err": 0.18660327792167664,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.3751046316964284,
                    "total_bits": 139466752.0,
                    "err": 0.17534904181957245,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.6251046316964284,
                    "total_bits": 154146816.0,
                    "err": 0.1715906262397766,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.7188546316964284,
                    "total_bits": 159651840.0,
                    "err": 0.155706986784935,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.2188546316964284,
                    "total_bits": 189011968.0,
                    "err": 0.0880582332611084,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.6876046316964284,
                    "total_bits": 216537088.0,
                    "err": 0.08410011231899261,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.031276157924107,
                    "total_bits": 177997312.0,
                    "err": 0.09829220920801163,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.1251046316964284,
                    "total_bits": 183506944.0,
                    "err": 0.09043072164058685,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.1876046316964284,
                    "total_bits": 187176960.0,
                    "err": 0.08886930346488953,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.5313546316964284,
                    "total_bits": 207362048.0,
                    "err": 0.07873209565877914,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.6563023158482144,
                    "total_bits": 214699008.0,
                    "err": 0.07521951198577881,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.031276157924107,
                    "total_bits": 236717567.99999997,
                    "err": 0.050150346010923386,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.125104631696429,
                    "total_bits": 242227200.0,
                    "err": 0.043365783989429474,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.218854631696429,
                    "total_bits": 247732224.0,
                    "err": 0.0422925129532814,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.312604631696429,
                    "total_bits": 253237248.0,
                    "err": 0.04204389452934265,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.031276157924107,
                    "total_bits": 295437824.0,
                    "err": 0.025137947872281075,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.218854631696429,
                    "total_bits": 306452480.0,
                    "err": 0.021986443549394608,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.375104631696429,
                    "total_bits": 315627520.0,
                    "err": 0.021724820137023926,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.531354631696429,
                    "total_bits": 324802560.0,
                    "err": 0.020124373957514763,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.718854631696429,
                    "total_bits": 335812608.0,
                    "err": 0.0199690330773592,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.031276157924107,
                    "total_bits": 354158080.0,
                    "err": 0.013440951704978943,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.125104631696429,
                    "total_bits": 359667712.0,
                    "err": 0.013590466231107712,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.218776157924107,
                    "total_bits": 365168128.0,
                    "err": 0.013089063577353954,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.125104631696429,
                    "total_bits": 477108224.0,
                    "err": 0.009442450478672981,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.4.mlp.up_proj",
            "numel": 58720256,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.1876046316964284,
                    "total_bits": 128456703.99999999,
                    "err": 0.24148721992969513,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.3751046316964284,
                    "total_bits": 139466752.0,
                    "err": 0.2272941619157791,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.6251046316964284,
                    "total_bits": 154146816.0,
                    "err": 0.222747802734375,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.7188546316964284,
                    "total_bits": 159651840.0,
                    "err": 0.20230835676193237,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.2188546316964284,
                    "total_bits": 189011968.0,
                    "err": 0.11395902931690216,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.6876046316964284,
                    "total_bits": 216537088.0,
                    "err": 0.1091248095035553,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.031276157924107,
                    "total_bits": 177997312.0,
                    "err": 0.12660516798496246,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.1251046316964284,
                    "total_bits": 183506944.0,
                    "err": 0.11661062389612198,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.1876046316964284,
                    "total_bits": 187176960.0,
                    "err": 0.11497410386800766,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.5313546316964284,
                    "total_bits": 207362048.0,
                    "err": 0.10207726806402206,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.6563023158482144,
                    "total_bits": 214699008.0,
                    "err": 0.0976007878780365,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.031276157924107,
                    "total_bits": 236717567.99999997,
                    "err": 0.06451300531625748,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.125104631696429,
                    "total_bits": 242227200.0,
                    "err": 0.05579094588756561,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.218854631696429,
                    "total_bits": 247732224.0,
                    "err": 0.05460112914443016,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.312604631696429,
                    "total_bits": 253237248.0,
                    "err": 0.05431529879570007,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.031276157924107,
                    "total_bits": 295437824.0,
                    "err": 0.03228350728750229,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.218854631696429,
                    "total_bits": 306452480.0,
                    "err": 0.02801942266523838,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.375104631696429,
                    "total_bits": 315627520.0,
                    "err": 0.027709579095244408,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.531354631696429,
                    "total_bits": 324802560.0,
                    "err": 0.025605810806155205,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.718854631696429,
                    "total_bits": 335812608.0,
                    "err": 0.02542741596698761,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.031276157924107,
                    "total_bits": 354158080.0,
                    "err": 0.017000723630189896,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.125104631696429,
                    "total_bits": 359667712.0,
                    "err": 0.016765225678682327,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.218776157924107,
                    "total_bits": 365168128.0,
                    "err": 0.016605224460363388,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.125104631696429,
                    "total_bits": 477108224.0,
                    "err": 0.011010752990841866,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.4.mlp.down_proj",
            "numel": 58720256,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.1789376395089284,
                    "total_bits": 127947775.99999999,
                    "err": 0.20800842344760895,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.3753662109375,
                    "total_bits": 139482112.0,
                    "err": 0.18732714653015137,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.6253662109375,
                    "total_bits": 154162176.0,
                    "err": 0.17938946187496185,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.7235804966517856,
                    "total_bits": 159929344.0,
                    "err": 0.1596011221408844,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.2235804966517856,
                    "total_bits": 189289472.0,
                    "err": 0.09534361958503723,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.7146519252232144,
                    "total_bits": 218125312.0,
                    "err": 0.08756692707538605,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.031341552734375,
                    "total_bits": 178001152.0,
                    "err": 0.11221053451299667,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.1253662109375,
                    "total_bits": 183522304.0,
                    "err": 0.10189376771450043,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.1789376395089284,
                    "total_bits": 186668032.0,
                    "err": 0.0977000892162323,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.5271519252232144,
                    "total_bits": 207115264.0,
                    "err": 0.08233363181352615,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.6608973911830356,
                    "total_bits": 214968832.0,
                    "err": 0.07796481251716614,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.031341552734375,
                    "total_bits": 236721408.0,
                    "err": 0.05713075399398804,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.1253662109375,
                    "total_bits": 242242560.0,
                    "err": 0.04888264834880829,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.223580496651786,
                    "total_bits": 248009728.0,
                    "err": 0.045939214527606964,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.321794782366071,
                    "total_bits": 253776896.0,
                    "err": 0.045218151062726974,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.031341552734375,
                    "total_bits": 295441664.0,
                    "err": 0.02873787097632885,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.223580496651786,
                    "total_bits": 306729984.0,
                    "err": 0.02426169440150261,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.339651925223214,
                    "total_bits": 313545728.0,
                    "err": 0.02391471154987812,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.527151925223214,
                    "total_bits": 324555776.0,
                    "err": 0.02175816148519516,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.723580496651786,
                    "total_bits": 336090112.0,
                    "err": 0.021308237686753273,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.031341552734375,
                    "total_bits": 354161920.0,
                    "err": 0.015627862885594368,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.1253662109375,
                    "total_bits": 359683072.0,
                    "err": 0.015835024416446686,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.227770124162946,
                    "total_bits": 365696256.0,
                    "err": 0.01465221680700779,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.1253662109375,
                    "total_bits": 477123584.0,
                    "err": 0.011410977691411972,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.5.self_attn.q_proj",
            "numel": 16777216,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.1878662109375,
                    "total_bits": 36706304.0,
                    "err": 0.07379111647605896,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.3753662109375,
                    "total_bits": 39852032.0,
                    "err": 0.06462584435939789,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.6253662109375,
                    "total_bits": 44046336.0,
                    "err": 0.05963656306266785,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.7191162109375,
                    "total_bits": 45619200.0,
                    "err": 0.05319099500775337,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.2191162109375,
                    "total_bits": 54007808.0,
                    "err": 0.03389185667037964,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.6878662109375,
                    "total_bits": 61872128.0,
                    "err": 0.02963489294052124,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.031341552734375,
                    "total_bits": 50857472.0,
                    "err": 0.042687881737947464,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.1253662109375,
                    "total_bits": 52434944.0,
                    "err": 0.03893592208623886,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.1878662109375,
                    "total_bits": 53483520.0,
                    "err": 0.03495616465806961,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.5316162109375,
                    "total_bits": 59250688.0,
                    "err": 0.02842869609594345,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.65643310546875,
                    "total_bits": 61344768.0,
                    "err": 0.027328554540872574,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.031341552734375,
                    "total_bits": 67634688.0,
                    "err": 0.02166193164885044,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.1253662109375,
                    "total_bits": 69212160.0,
                    "err": 0.018625112250447273,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.2191162109375,
                    "total_bits": 70785024.0,
                    "err": 0.01637180894613266,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.3128662109375,
                    "total_bits": 72357888.0,
                    "err": 0.015808816999197006,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.031341552734375,
                    "total_bits": 84411904.0,
                    "err": 0.010849922895431519,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.2191162109375,
                    "total_bits": 87562240.0,
                    "err": 0.008621864952147007,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.3753662109375,
                    "total_bits": 90183680.0,
                    "err": 0.00820508785545826,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.5316162109375,
                    "total_bits": 92805120.0,
                    "err": 0.007554508745670319,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.7191162109375,
                    "total_bits": 95950848.0,
                    "err": 0.007182498462498188,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.031341552734375,
                    "total_bits": 101189120.0,
                    "err": 0.00574355386197567,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.1253662109375,
                    "total_bits": 102766592.0,
                    "err": 0.005784345790743828,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.218841552734375,
                    "total_bits": 104334848.0,
                    "err": 0.004965587053447962,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.1253662109375,
                    "total_bits": 136321024.0,
                    "err": 0.003968996927142143,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.5.self_attn.k_proj",
            "numel": 4194304,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.18896484375,
                    "total_bits": 9181184.0,
                    "err": 0.06721869111061096,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.37646484375,
                    "total_bits": 9967616.0,
                    "err": 0.05785081535577774,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.62646484375,
                    "total_bits": 11016192.0,
                    "err": 0.05238247662782669,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.72021484375,
                    "total_bits": 11409408.0,
                    "err": 0.046677470207214355,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.22021484375,
                    "total_bits": 13506560.0,
                    "err": 0.03050943836569786,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.68896484375,
                    "total_bits": 15472640.0,
                    "err": 0.025932274758815765,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.0316162109375,
                    "total_bits": 12715520.0,
                    "err": 0.03955342620611191,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.12646484375,
                    "total_bits": 13113344.0,
                    "err": 0.03612250089645386,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.18896484375,
                    "total_bits": 13375488.0,
                    "err": 0.03165751323103905,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.53271484375,
                    "total_bits": 14817280.0,
                    "err": 0.025281867012381554,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.656982421875,
                    "total_bits": 15338496.0,
                    "err": 0.024442361667752266,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.0316162109375,
                    "total_bits": 16909824.0,
                    "err": 0.020025337114930153,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.12646484375,
                    "total_bits": 17307648.0,
                    "err": 0.017206724733114243,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.22021484375,
                    "total_bits": 17700864.0,
                    "err": 0.01469687931239605,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.31396484375,
                    "total_bits": 18094080.0,
                    "err": 0.014032256789505482,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.0316162109375,
                    "total_bits": 21104128.0,
                    "err": 0.010016404092311859,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.22021484375,
                    "total_bits": 21895168.0,
                    "err": 0.007607586216181517,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.37646484375,
                    "total_bits": 22550528.0,
                    "err": 0.007131785154342651,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.53271484375,
                    "total_bits": 23205888.0,
                    "err": 0.006564369425177574,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.72021484375,
                    "total_bits": 23992320.0,
                    "err": 0.006121417041867971,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.0316162109375,
                    "total_bits": 25298432.0,
                    "err": 0.0051847295835614204,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.12646484375,
                    "total_bits": 25696256.0,
                    "err": 0.005057883448898792,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.2191162109375,
                    "total_bits": 26084864.0,
                    "err": 0.004300359170883894,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.12646484375,
                    "total_bits": 34084864.0,
                    "err": 0.0032070002052932978,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.5.self_attn.v_proj",
            "numel": 4194304,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.18896484375,
                    "total_bits": 9181184.0,
                    "err": 0.2048332691192627,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.37646484375,
                    "total_bits": 9967616.0,
                    "err": 0.18281568586826324,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.62646484375,
                    "total_bits": 11016192.0,
                    "err": 0.17475657165050507,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.72021484375,
                    "total_bits": 11409408.0,
                    "err": 0.15543320775032043,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.22021484375,
                    "total_bits": 13506560.0,
                    "err": 0.0952199175953865,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.68896484375,
                    "total_bits": 15472640.0,
                    "err": 0.08682271093130112,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.0316162109375,
                    "total_bits": 12715520.0,
                    "err": 0.10984828323125839,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.12646484375,
                    "total_bits": 13113344.0,
                    "err": 0.10133270919322968,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.18896484375,
                    "total_bits": 13375488.0,
                    "err": 0.0973678007721901,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.53271484375,
                    "total_bits": 14817280.0,
                    "err": 0.08037327229976654,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.656982421875,
                    "total_bits": 15338496.0,
                    "err": 0.07593291252851486,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.0316162109375,
                    "total_bits": 16909824.0,
                    "err": 0.05578065663576126,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.12646484375,
                    "total_bits": 17307648.0,
                    "err": 0.048347409814596176,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.22021484375,
                    "total_bits": 17700864.0,
                    "err": 0.04560438171029091,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.31396484375,
                    "total_bits": 18094080.0,
                    "err": 0.04490426182746887,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.0316162109375,
                    "total_bits": 21104128.0,
                    "err": 0.02783978544175625,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.22021484375,
                    "total_bits": 21895168.0,
                    "err": 0.02315770834684372,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.37646484375,
                    "total_bits": 22550528.0,
                    "err": 0.022512171417474747,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.53271484375,
                    "total_bits": 23205888.0,
                    "err": 0.020067673176527023,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.72021484375,
                    "total_bits": 23992320.0,
                    "err": 0.019604243338108063,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.0316162109375,
                    "total_bits": 25298432.0,
                    "err": 0.014282307587563992,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.12646484375,
                    "total_bits": 25696256.0,
                    "err": 0.0138013930991292,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.2191162109375,
                    "total_bits": 26084864.0,
                    "err": 0.013290779665112495,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.12646484375,
                    "total_bits": 34084864.0,
                    "err": 0.008318997919559479,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.5.self_attn.o_proj",
            "numel": 16777216,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.1878662109375,
                    "total_bits": 36706304.0,
                    "err": 0.18326254189014435,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.3753662109375,
                    "total_bits": 39852032.0,
                    "err": 0.1663862019777298,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.6253662109375,
                    "total_bits": 44046336.0,
                    "err": 0.1602509468793869,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.7191162109375,
                    "total_bits": 45619200.0,
                    "err": 0.14038819074630737,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.2191162109375,
                    "total_bits": 54007808.0,
                    "err": 0.08543061465024948,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.6878662109375,
                    "total_bits": 61872128.0,
                    "err": 0.07924433797597885,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.031341552734375,
                    "total_bits": 50857472.0,
                    "err": 0.09856360405683517,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.1253662109375,
                    "total_bits": 52434944.0,
                    "err": 0.09019070118665695,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.1878662109375,
                    "total_bits": 53483520.0,
                    "err": 0.08691263943910599,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.5316162109375,
                    "total_bits": 59250688.0,
                    "err": 0.07248570770025253,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.65643310546875,
                    "total_bits": 61344768.0,
                    "err": 0.06839308887720108,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.031341552734375,
                    "total_bits": 67634688.0,
                    "err": 0.050725627690553665,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.1253662109375,
                    "total_bits": 69212160.0,
                    "err": 0.043387796729803085,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.2191162109375,
                    "total_bits": 70785024.0,
                    "err": 0.04123474657535553,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.3128662109375,
                    "total_bits": 72357888.0,
                    "err": 0.04071642830967903,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.031341552734375,
                    "total_bits": 84411904.0,
                    "err": 0.025511547923088074,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.2191162109375,
                    "total_bits": 87562240.0,
                    "err": 0.02169106714427471,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.3753662109375,
                    "total_bits": 90183680.0,
                    "err": 0.02120915614068508,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.5316162109375,
                    "total_bits": 92805120.0,
                    "err": 0.01914319209754467,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.7191162109375,
                    "total_bits": 95950848.0,
                    "err": 0.018812887370586395,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.031341552734375,
                    "total_bits": 101189120.0,
                    "err": 0.013873817399144173,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.1253662109375,
                    "total_bits": 102766592.0,
                    "err": 0.013965562917292118,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.218841552734375,
                    "total_bits": 104334848.0,
                    "err": 0.013150053098797798,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.1253662109375,
                    "total_bits": 136321024.0,
                    "err": 0.009981607086956501,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.5.mlp.gate_proj",
            "numel": 58720256,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.1876046316964284,
                    "total_bits": 128456703.99999999,
                    "err": 0.18167825043201447,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.3751046316964284,
                    "total_bits": 139466752.0,
                    "err": 0.17078660428524017,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.6251046316964284,
                    "total_bits": 154146816.0,
                    "err": 0.16710472106933594,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.7188546316964284,
                    "total_bits": 159651840.0,
                    "err": 0.15156587958335876,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.2188546316964284,
                    "total_bits": 189011968.0,
                    "err": 0.08574066311120987,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.6876046316964284,
                    "total_bits": 216537088.0,
                    "err": 0.08187836408615112,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.031276157924107,
                    "total_bits": 177997312.0,
                    "err": 0.09560494124889374,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.1251046316964284,
                    "total_bits": 183506944.0,
                    "err": 0.08815687149763107,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.1876046316964284,
                    "total_bits": 187176960.0,
                    "err": 0.08656416833400726,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.5313546316964284,
                    "total_bits": 207362048.0,
                    "err": 0.07663657516241074,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.6563023158482144,
                    "total_bits": 214699008.0,
                    "err": 0.07317069172859192,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.031276157924107,
                    "total_bits": 236717567.99999997,
                    "err": 0.048738859593868256,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.125104631696429,
                    "total_bits": 242227200.0,
                    "err": 0.04220449924468994,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.218854631696429,
                    "total_bits": 247732224.0,
                    "err": 0.04112561419606209,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.312604631696429,
                    "total_bits": 253237248.0,
                    "err": 0.04087653383612633,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.031276157924107,
                    "total_bits": 295437824.0,
                    "err": 0.02439400926232338,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.218854631696429,
                    "total_bits": 306452480.0,
                    "err": 0.021228376775979996,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.375104631696429,
                    "total_bits": 315627520.0,
                    "err": 0.020959967747330666,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.531354631696429,
                    "total_bits": 324802560.0,
                    "err": 0.019396547228097916,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.718854631696429,
                    "total_bits": 335812608.0,
                    "err": 0.019233254715800285,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.031276157924107,
                    "total_bits": 354158080.0,
                    "err": 0.012925314716994762,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.125104631696429,
                    "total_bits": 359667712.0,
                    "err": 0.012914372608065605,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.218776157924107,
                    "total_bits": 365168128.0,
                    "err": 0.012567538768053055,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.125104631696429,
                    "total_bits": 477108224.0,
                    "err": 0.00868967268615961,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.5.mlp.up_proj",
            "numel": 58720256,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.1876046316964284,
                    "total_bits": 128456703.99999999,
                    "err": 0.24149002134799957,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.3751046316964284,
                    "total_bits": 139466752.0,
                    "err": 0.2275174856185913,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.6251046316964284,
                    "total_bits": 154146816.0,
                    "err": 0.22290442883968353,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.7188546316964284,
                    "total_bits": 159651840.0,
                    "err": 0.20244200527668,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.2188546316964284,
                    "total_bits": 189011968.0,
                    "err": 0.11409470438957214,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.6876046316964284,
                    "total_bits": 216537088.0,
                    "err": 0.10927413403987885,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.031276157924107,
                    "total_bits": 177997312.0,
                    "err": 0.12674477696418762,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.1251046316964284,
                    "total_bits": 183506944.0,
                    "err": 0.11683333665132523,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.1876046316964284,
                    "total_bits": 187176960.0,
                    "err": 0.11504606902599335,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.5313546316964284,
                    "total_bits": 207362048.0,
                    "err": 0.10221368074417114,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.6563023158482144,
                    "total_bits": 214699008.0,
                    "err": 0.09768850356340408,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.031276157924107,
                    "total_bits": 236717567.99999997,
                    "err": 0.06460217386484146,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.125104631696429,
                    "total_bits": 242227200.0,
                    "err": 0.0558667927980423,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.218854631696429,
                    "total_bits": 247732224.0,
                    "err": 0.054642196744680405,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.312604631696429,
                    "total_bits": 253237248.0,
                    "err": 0.05434872582554817,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.031276157924107,
                    "total_bits": 295437824.0,
                    "err": 0.032299723476171494,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.218854631696429,
                    "total_bits": 306452480.0,
                    "err": 0.028001267462968826,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.375104631696429,
                    "total_bits": 315627520.0,
                    "err": 0.027685808017849922,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.531354631696429,
                    "total_bits": 324802560.0,
                    "err": 0.025583114475011826,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.718854631696429,
                    "total_bits": 335812608.0,
                    "err": 0.02540292590856552,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.031276157924107,
                    "total_bits": 354158080.0,
                    "err": 0.01698610559105873,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.125104631696429,
                    "total_bits": 359667712.0,
                    "err": 0.016707155853509903,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.218776157924107,
                    "total_bits": 365168128.0,
                    "err": 0.016576535999774933,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.125104631696429,
                    "total_bits": 477108224.0,
                    "err": 0.010899276472628117,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.5.mlp.down_proj",
            "numel": 58720256,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.1789376395089284,
                    "total_bits": 127947775.99999999,
                    "err": 0.20768356323242188,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.3753662109375,
                    "total_bits": 139482112.0,
                    "err": 0.1877681165933609,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.6253662109375,
                    "total_bits": 154162176.0,
                    "err": 0.17944705486297607,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.7235804966517856,
                    "total_bits": 159929344.0,
                    "err": 0.1604927033185959,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.2235804966517856,
                    "total_bits": 189289472.0,
                    "err": 0.09545746445655823,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.7146519252232144,
                    "total_bits": 218125312.0,
                    "err": 0.0875605121254921,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.031341552734375,
                    "total_bits": 178001152.0,
                    "err": 0.11317165195941925,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.1253662109375,
                    "total_bits": 183522304.0,
                    "err": 0.10272865742444992,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.1789376395089284,
                    "total_bits": 186668032.0,
                    "err": 0.0978025570511818,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.5271519252232144,
                    "total_bits": 207115264.0,
                    "err": 0.08278248459100723,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.6608973911830356,
                    "total_bits": 214968832.0,
                    "err": 0.07878558337688446,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.031341552734375,
                    "total_bits": 236721408.0,
                    "err": 0.05774955451488495,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.1253662109375,
                    "total_bits": 242242560.0,
                    "err": 0.04926644265651703,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.223580496651786,
                    "total_bits": 248009728.0,
                    "err": 0.0459771528840065,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.321794782366071,
                    "total_bits": 253776896.0,
                    "err": 0.04518052935600281,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.031341552734375,
                    "total_bits": 295441664.0,
                    "err": 0.02913583628833294,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.223580496651786,
                    "total_bits": 306729984.0,
                    "err": 0.024218488484621048,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.339651925223214,
                    "total_bits": 313545728.0,
                    "err": 0.023814305663108826,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.527151925223214,
                    "total_bits": 324555776.0,
                    "err": 0.021762827411293983,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.723580496651786,
                    "total_bits": 336090112.0,
                    "err": 0.021252980455756187,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.031341552734375,
                    "total_bits": 354161920.0,
                    "err": 0.015888061374425888,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.1253662109375,
                    "total_bits": 359683072.0,
                    "err": 0.01577656902372837,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.227770124162946,
                    "total_bits": 365696256.0,
                    "err": 0.014757256954908371,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.1253662109375,
                    "total_bits": 477123584.0,
                    "err": 0.011218469589948654,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.6.self_attn.q_proj",
            "numel": 16777216,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.1878662109375,
                    "total_bits": 36706304.0,
                    "err": 0.06845466047525406,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.3753662109375,
                    "total_bits": 39852032.0,
                    "err": 0.05957552418112755,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.6253662109375,
                    "total_bits": 44046336.0,
                    "err": 0.05390016362071037,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.7191162109375,
                    "total_bits": 45619200.0,
                    "err": 0.048089150339365005,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.2191162109375,
                    "total_bits": 54007808.0,
                    "err": 0.03137427940964699,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.6878662109375,
                    "total_bits": 61872128.0,
                    "err": 0.026761062443256378,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.031341552734375,
                    "total_bits": 50857472.0,
                    "err": 0.04120439291000366,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.1253662109375,
                    "total_bits": 52434944.0,
                    "err": 0.03743503987789154,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.1878662109375,
                    "total_bits": 53483520.0,
                    "err": 0.03247452899813652,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.5316162109375,
                    "total_bits": 59250688.0,
                    "err": 0.026220625266432762,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.65643310546875,
                    "total_bits": 61344768.0,
                    "err": 0.025403620675206184,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.031341552734375,
                    "total_bits": 67634688.0,
                    "err": 0.02092399261891842,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.1253662109375,
                    "total_bits": 69212160.0,
                    "err": 0.017897509038448334,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.2191162109375,
                    "total_bits": 70785024.0,
                    "err": 0.015196413733065128,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.3128662109375,
                    "total_bits": 72357888.0,
                    "err": 0.014494634233415127,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.031341552734375,
                    "total_bits": 84411904.0,
                    "err": 0.010483752936124802,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.2191162109375,
                    "total_bits": 87562240.0,
                    "err": 0.008047704584896564,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.3753662109375,
                    "total_bits": 90183680.0,
                    "err": 0.007554208859801292,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.5316162109375,
                    "total_bits": 92805120.0,
                    "err": 0.007050757296383381,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.7191162109375,
                    "total_bits": 95950848.0,
                    "err": 0.006587750278413296,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.031341552734375,
                    "total_bits": 101189120.0,
                    "err": 0.005517531652003527,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.1253662109375,
                    "total_bits": 102766592.0,
                    "err": 0.005563187878578901,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.218841552734375,
                    "total_bits": 104334848.0,
                    "err": 0.004552321974188089,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.1253662109375,
                    "total_bits": 136321024.0,
                    "err": 0.003810425288975239,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.6.self_attn.k_proj",
            "numel": 4194304,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.18896484375,
                    "total_bits": 9181184.0,
                    "err": 0.0628923624753952,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.37646484375,
                    "total_bits": 9967616.0,
                    "err": 0.05378623306751251,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.62646484375,
                    "total_bits": 11016192.0,
                    "err": 0.047696586698293686,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.72021484375,
                    "total_bits": 11409408.0,
                    "err": 0.04251807555556297,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.22021484375,
                    "total_bits": 13506560.0,
                    "err": 0.02847289852797985,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.68896484375,
                    "total_bits": 15472640.0,
                    "err": 0.023571712896227837,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.0316162109375,
                    "total_bits": 12715520.0,
                    "err": 0.03831703960895538,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.12646484375,
                    "total_bits": 13113344.0,
                    "err": 0.03491901606321335,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.18896484375,
                    "total_bits": 13375488.0,
                    "err": 0.02965153381228447,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.53271484375,
                    "total_bits": 14817280.0,
                    "err": 0.02349725179374218,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.656982421875,
                    "total_bits": 15338496.0,
                    "err": 0.022910701110959053,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.0316162109375,
                    "total_bits": 16909824.0,
                    "err": 0.01944330520927906,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.12646484375,
                    "total_bits": 17307648.0,
                    "err": 0.016655340790748596,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.22021484375,
                    "total_bits": 17700864.0,
                    "err": 0.013749935664236546,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.31396484375,
                    "total_bits": 18094080.0,
                    "err": 0.012982333078980446,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.0316162109375,
                    "total_bits": 21104128.0,
                    "err": 0.009722105227410793,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.22021484375,
                    "total_bits": 21895168.0,
                    "err": 0.007201463915407658,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.37646484375,
                    "total_bits": 22550528.0,
                    "err": 0.006664731539785862,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.53271484375,
                    "total_bits": 23205888.0,
                    "err": 0.006222887430340052,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.72021484375,
                    "total_bits": 23992320.0,
                    "err": 0.005702717695385218,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.0316162109375,
                    "total_bits": 25298432.0,
                    "err": 0.0050522275269031525,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.12646484375,
                    "total_bits": 25696256.0,
                    "err": 0.004965305328369141,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.2191162109375,
                    "total_bits": 26084864.0,
                    "err": 0.004041158594191074,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.12646484375,
                    "total_bits": 34084864.0,
                    "err": 0.0032245658803731203,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.6.self_attn.v_proj",
            "numel": 4194304,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.18896484375,
                    "total_bits": 9181184.0,
                    "err": 0.18443359434604645,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.37646484375,
                    "total_bits": 9967616.0,
                    "err": 0.1645936369895935,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.62646484375,
                    "total_bits": 11016192.0,
                    "err": 0.15613900125026703,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.72021484375,
                    "total_bits": 11409408.0,
                    "err": 0.13877452909946442,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.22021484375,
                    "total_bits": 13506560.0,
                    "err": 0.08576700836420059,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.68896484375,
                    "total_bits": 15472640.0,
                    "err": 0.07774326205253601,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.0316162109375,
                    "total_bits": 12715520.0,
                    "err": 0.10109436511993408,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.12646484375,
                    "total_bits": 13113344.0,
                    "err": 0.09305135905742645,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.18896484375,
                    "total_bits": 13375488.0,
                    "err": 0.08776736259460449,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.53271484375,
                    "total_bits": 14817280.0,
                    "err": 0.0724034532904625,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.656982421875,
                    "total_bits": 15338496.0,
                    "err": 0.06867341697216034,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.0316162109375,
                    "total_bits": 16909824.0,
                    "err": 0.05134408175945282,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.12646484375,
                    "total_bits": 17307648.0,
                    "err": 0.0444035567343235,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.22021484375,
                    "total_bits": 17700864.0,
                    "err": 0.04112737998366356,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.31396484375,
                    "total_bits": 18094080.0,
                    "err": 0.04031861200928688,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.0316162109375,
                    "total_bits": 21104128.0,
                    "err": 0.02560674026608467,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.22021484375,
                    "total_bits": 21895168.0,
                    "err": 0.020974282175302505,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.37646484375,
                    "total_bits": 22550528.0,
                    "err": 0.02028060518205166,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.53271484375,
                    "total_bits": 23205888.0,
                    "err": 0.018217114731669426,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.72021484375,
                    "total_bits": 23992320.0,
                    "err": 0.017672957852482796,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.0316162109375,
                    "total_bits": 25298432.0,
                    "err": 0.013172641396522522,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.12646484375,
                    "total_bits": 25696256.0,
                    "err": 0.012794286012649536,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.2191162109375,
                    "total_bits": 26084864.0,
                    "err": 0.011989478953182697,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.12646484375,
                    "total_bits": 34084864.0,
                    "err": 0.007852050475776196,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.6.self_attn.o_proj",
            "numel": 16777216,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.1878662109375,
                    "total_bits": 36706304.0,
                    "err": 0.17609857022762299,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.3753662109375,
                    "total_bits": 39852032.0,
                    "err": 0.1567838490009308,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.6253662109375,
                    "total_bits": 44046336.0,
                    "err": 0.14918214082717896,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.7191162109375,
                    "total_bits": 45619200.0,
                    "err": 0.12994177639484406,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.2191162109375,
                    "total_bits": 54007808.0,
                    "err": 0.08210483938455582,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.6878662109375,
                    "total_bits": 61872128.0,
                    "err": 0.0742485299706459,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.031341552734375,
                    "total_bits": 50857472.0,
                    "err": 0.09695378690958023,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.1253662109375,
                    "total_bits": 52434944.0,
                    "err": 0.08797944337129593,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.1878662109375,
                    "total_bits": 53483520.0,
                    "err": 0.08397135883569717,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.5316162109375,
                    "total_bits": 59250688.0,
                    "err": 0.06849998235702515,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.65643310546875,
                    "total_bits": 61344768.0,
                    "err": 0.06366358697414398,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.031341552734375,
                    "total_bits": 67634688.0,
                    "err": 0.04986932501196861,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.1253662109375,
                    "total_bits": 69212160.0,
                    "err": 0.042463116347789764,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.2191162109375,
                    "total_bits": 70785024.0,
                    "err": 0.039780620485544205,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.3128662109375,
                    "total_bits": 72357888.0,
                    "err": 0.03913690149784088,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.031341552734375,
                    "total_bits": 84411904.0,
                    "err": 0.02502010203897953,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.2191162109375,
                    "total_bits": 87562240.0,
                    "err": 0.021118108183145523,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.3753662109375,
                    "total_bits": 90183680.0,
                    "err": 0.020518813282251358,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.5316162109375,
                    "total_bits": 92805120.0,
                    "err": 0.018488647416234016,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.7191162109375,
                    "total_bits": 95950848.0,
                    "err": 0.01807078719139099,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.031341552734375,
                    "total_bits": 101189120.0,
                    "err": 0.013484705239534378,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.1253662109375,
                    "total_bits": 102766592.0,
                    "err": 0.013943320140242577,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.218841552734375,
                    "total_bits": 104334848.0,
                    "err": 0.012587614357471466,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.1253662109375,
                    "total_bits": 136321024.0,
                    "err": 0.010193991474807262,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.6.mlp.gate_proj",
            "numel": 58720256,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.1876046316964284,
                    "total_bits": 128456703.99999999,
                    "err": 0.17366915941238403,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.3751046316964284,
                    "total_bits": 139466752.0,
                    "err": 0.16338320076465607,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.6251046316964284,
                    "total_bits": 154146816.0,
                    "err": 0.15985414385795593,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.7188546316964284,
                    "total_bits": 159651840.0,
                    "err": 0.14529883861541748,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.2188546316964284,
                    "total_bits": 189011968.0,
                    "err": 0.08197684586048126,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.6876046316964284,
                    "total_bits": 216537088.0,
                    "err": 0.07831671833992004,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.031276157924107,
                    "total_bits": 177997312.0,
                    "err": 0.09169737249612808,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.1251046316964284,
                    "total_bits": 183506944.0,
                    "err": 0.08440759032964706,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.1876046316964284,
                    "total_bits": 187176960.0,
                    "err": 0.08273711055517197,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.5313546316964284,
                    "total_bits": 207362048.0,
                    "err": 0.07347019016742706,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.6563023158482144,
                    "total_bits": 214699008.0,
                    "err": 0.07032502442598343,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.031276157924107,
                    "total_bits": 236717567.99999997,
                    "err": 0.046811673790216446,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.125104631696429,
                    "total_bits": 242227200.0,
                    "err": 0.0404253788292408,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.218854631696429,
                    "total_bits": 247732224.0,
                    "err": 0.03934086486697197,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.312604631696429,
                    "total_bits": 253237248.0,
                    "err": 0.03908201679587364,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.031276157924107,
                    "total_bits": 295437824.0,
                    "err": 0.023429976776242256,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.218854631696429,
                    "total_bits": 306452480.0,
                    "err": 0.020356852561235428,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.375104631696429,
                    "total_bits": 315627520.0,
                    "err": 0.02010645531117916,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.531354631696429,
                    "total_bits": 324802560.0,
                    "err": 0.018646908923983574,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.718854631696429,
                    "total_bits": 335812608.0,
                    "err": 0.018485842272639275,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.031276157924107,
                    "total_bits": 354158080.0,
                    "err": 0.012484090402722359,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.125104631696429,
                    "total_bits": 359667712.0,
                    "err": 0.012465644627809525,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.218776157924107,
                    "total_bits": 365168128.0,
                    "err": 0.012113832868635654,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.125104631696429,
                    "total_bits": 477108224.0,
                    "err": 0.00848491583019495,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.6.mlp.up_proj",
            "numel": 58720256,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.1876046316964284,
                    "total_bits": 128456703.99999999,
                    "err": 0.2353651523590088,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.3751046316964284,
                    "total_bits": 139466752.0,
                    "err": 0.22182197868824005,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.6251046316964284,
                    "total_bits": 154146816.0,
                    "err": 0.21730946004390717,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.7188546316964284,
                    "total_bits": 159651840.0,
                    "err": 0.19773484766483307,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.2188546316964284,
                    "total_bits": 189011968.0,
                    "err": 0.11128140985965729,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.6876046316964284,
                    "total_bits": 216537088.0,
                    "err": 0.10654044896364212,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.031276157924107,
                    "total_bits": 177997312.0,
                    "err": 0.12397989630699158,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.1251046316964284,
                    "total_bits": 183506944.0,
                    "err": 0.11412739008665085,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.1876046316964284,
                    "total_bits": 187176960.0,
                    "err": 0.11225907504558563,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.5313546316964284,
                    "total_bits": 207362048.0,
                    "err": 0.09988872706890106,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.6563023158482144,
                    "total_bits": 214699008.0,
                    "err": 0.0956946462392807,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.031276157924107,
                    "total_bits": 236717567.99999997,
                    "err": 0.06320037692785263,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.125104631696429,
                    "total_bits": 242227200.0,
                    "err": 0.05460408702492714,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.218854631696429,
                    "total_bits": 247732224.0,
                    "err": 0.053319767117500305,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.312604631696429,
                    "total_bits": 253237248.0,
                    "err": 0.053017161786556244,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.031276157924107,
                    "total_bits": 295437824.0,
                    "err": 0.03160308301448822,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.218854631696429,
                    "total_bits": 306452480.0,
                    "err": 0.027367398142814636,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.375104631696429,
                    "total_bits": 315627520.0,
                    "err": 0.027047928422689438,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.531354631696429,
                    "total_bits": 324802560.0,
                    "err": 0.025036072358489037,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.718854631696429,
                    "total_bits": 335812608.0,
                    "err": 0.0248505100607872,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.031276157924107,
                    "total_bits": 354158080.0,
                    "err": 0.016654735431075096,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.125104631696429,
                    "total_bits": 359667712.0,
                    "err": 0.016400611028075218,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.218776157924107,
                    "total_bits": 365168128.0,
                    "err": 0.016222815960645676,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.125104631696429,
                    "total_bits": 477108224.0,
                    "err": 0.01075967401266098,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.6.mlp.down_proj",
            "numel": 58720256,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.1789376395089284,
                    "total_bits": 127947775.99999999,
                    "err": 0.2113933116197586,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.3753662109375,
                    "total_bits": 139482112.0,
                    "err": 0.19177809357643127,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.6253662109375,
                    "total_bits": 154162176.0,
                    "err": 0.1840716004371643,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.7235804966517856,
                    "total_bits": 159929344.0,
                    "err": 0.16488155722618103,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.2235804966517856,
                    "total_bits": 189289472.0,
                    "err": 0.09755979478359222,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.7146519252232144,
                    "total_bits": 218125312.0,
                    "err": 0.09003195911645889,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.031341552734375,
                    "total_bits": 178001152.0,
                    "err": 0.11504844576120377,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.1253662109375,
                    "total_bits": 183522304.0,
                    "err": 0.10398674011230469,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.1789376395089284,
                    "total_bits": 186668032.0,
                    "err": 0.09977935254573822,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.5271519252232144,
                    "total_bits": 207115264.0,
                    "err": 0.08489835262298584,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.6608973911830356,
                    "total_bits": 214968832.0,
                    "err": 0.08103194087743759,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.031341552734375,
                    "total_bits": 236721408.0,
                    "err": 0.05855280160903931,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.1253662109375,
                    "total_bits": 242242560.0,
                    "err": 0.04994852468371391,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.223580496651786,
                    "total_bits": 248009728.0,
                    "err": 0.04704306647181511,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.321794782366071,
                    "total_bits": 253776896.0,
                    "err": 0.04634017124772072,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.031341552734375,
                    "total_bits": 295441664.0,
                    "err": 0.029439259320497513,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.223580496651786,
                    "total_bits": 306729984.0,
                    "err": 0.024881800636649132,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.339651925223214,
                    "total_bits": 313545728.0,
                    "err": 0.024534836411476135,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.527151925223214,
                    "total_bits": 324555776.0,
                    "err": 0.0224466435611248,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.723580496651786,
                    "total_bits": 336090112.0,
                    "err": 0.022002339363098145,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.031341552734375,
                    "total_bits": 354161920.0,
                    "err": 0.015983212739229202,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.1253662109375,
                    "total_bits": 359683072.0,
                    "err": 0.0162662360817194,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.227770124162946,
                    "total_bits": 365696256.0,
                    "err": 0.015012910589575768,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.1253662109375,
                    "total_bits": 477123584.0,
                    "err": 0.01177420187741518,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.7.self_attn.q_proj",
            "numel": 16777216,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.1878662109375,
                    "total_bits": 36706304.0,
                    "err": 0.07343495637178421,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.3753662109375,
                    "total_bits": 39852032.0,
                    "err": 0.0656261220574379,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.6253662109375,
                    "total_bits": 44046336.0,
                    "err": 0.059496376663446426,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.7191162109375,
                    "total_bits": 45619200.0,
                    "err": 0.053029417991638184,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.2191162109375,
                    "total_bits": 54007808.0,
                    "err": 0.03392089530825615,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.6878662109375,
                    "total_bits": 61872128.0,
                    "err": 0.029282845556735992,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.031341552734375,
                    "total_bits": 50857472.0,
                    "err": 0.04561958089470863,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.1253662109375,
                    "total_bits": 52434944.0,
                    "err": 0.041023146361112595,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.1878662109375,
                    "total_bits": 53483520.0,
                    "err": 0.03478832542896271,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.5316162109375,
                    "total_bits": 59250688.0,
                    "err": 0.029017938300967216,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.65643310546875,
                    "total_bits": 61344768.0,
                    "err": 0.028162557631731033,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.031341552734375,
                    "total_bits": 67634688.0,
                    "err": 0.023215828463435173,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.1253662109375,
                    "total_bits": 69212160.0,
                    "err": 0.019675832241773605,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.2191162109375,
                    "total_bits": 70785024.0,
                    "err": 0.016453610733151436,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.3128662109375,
                    "total_bits": 72357888.0,
                    "err": 0.015601967461407185,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.031341552734375,
                    "total_bits": 84411904.0,
                    "err": 0.01163521409034729,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.2191162109375,
                    "total_bits": 87562240.0,
                    "err": 0.00876300223171711,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.3753662109375,
                    "total_bits": 90183680.0,
                    "err": 0.008209019899368286,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.5316162109375,
                    "total_bits": 92805120.0,
                    "err": 0.007822638377547264,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.7191162109375,
                    "total_bits": 95950848.0,
                    "err": 0.007287459913641214,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.031341552734375,
                    "total_bits": 101189120.0,
                    "err": 0.0061467792838811874,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.1253662109375,
                    "total_bits": 102766592.0,
                    "err": 0.006162455305457115,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.218841552734375,
                    "total_bits": 104334848.0,
                    "err": 0.004973417613655329,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.1253662109375,
                    "total_bits": 136321024.0,
                    "err": 0.004280216991901398,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.7.self_attn.k_proj",
            "numel": 4194304,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.18896484375,
                    "total_bits": 9181184.0,
                    "err": 0.06438089907169342,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.37646484375,
                    "total_bits": 9967616.0,
                    "err": 0.056952692568302155,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.62646484375,
                    "total_bits": 11016192.0,
                    "err": 0.05034470930695534,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.72021484375,
                    "total_bits": 11409408.0,
                    "err": 0.04475478082895279,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.22021484375,
                    "total_bits": 13506560.0,
                    "err": 0.029425350949168205,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.68896484375,
                    "total_bits": 15472640.0,
                    "err": 0.024566015228629112,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.0316162109375,
                    "total_bits": 12715520.0,
                    "err": 0.040740966796875,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.12646484375,
                    "total_bits": 13113344.0,
                    "err": 0.037044256925582886,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.18896484375,
                    "total_bits": 13375488.0,
                    "err": 0.030293138697743416,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.53271484375,
                    "total_bits": 14817280.0,
                    "err": 0.02499767392873764,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.656982421875,
                    "total_bits": 15338496.0,
                    "err": 0.024381820112466812,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.0316162109375,
                    "total_bits": 16909824.0,
                    "err": 0.020654208958148956,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.12646484375,
                    "total_bits": 17307648.0,
                    "err": 0.017756018787622452,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.22021484375,
                    "total_bits": 17700864.0,
                    "err": 0.014224805869162083,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.31396484375,
                    "total_bits": 18094080.0,
                    "err": 0.013281297869980335,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.0316162109375,
                    "total_bits": 21104128.0,
                    "err": 0.010347984731197357,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.22021484375,
                    "total_bits": 21895168.0,
                    "err": 0.00749594671651721,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.37646484375,
                    "total_bits": 22550528.0,
                    "err": 0.006872051861137152,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.53271484375,
                    "total_bits": 23205888.0,
                    "err": 0.0066363625228405,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.72021484375,
                    "total_bits": 23992320.0,
                    "err": 0.006013881415128708,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.0316162109375,
                    "total_bits": 25298432.0,
                    "err": 0.0053837900049984455,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.12646484375,
                    "total_bits": 25696256.0,
                    "err": 0.005317133851349354,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.2191162109375,
                    "total_bits": 26084864.0,
                    "err": 0.004160023760050535,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.12646484375,
                    "total_bits": 34084864.0,
                    "err": 0.003469975432381034,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.7.self_attn.v_proj",
            "numel": 4194304,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.18896484375,
                    "total_bits": 9181184.0,
                    "err": 0.19707892835140228,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.37646484375,
                    "total_bits": 9967616.0,
                    "err": 0.1781274378299713,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.62646484375,
                    "total_bits": 11016192.0,
                    "err": 0.17047534883022308,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.72021484375,
                    "total_bits": 11409408.0,
                    "err": 0.1513814777135849,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.22021484375,
                    "total_bits": 13506560.0,
                    "err": 0.0920272096991539,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.68896484375,
                    "total_bits": 15472640.0,
                    "err": 0.08458082377910614,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.0316162109375,
                    "total_bits": 12715520.0,
                    "err": 0.10757191479206085,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.12646484375,
                    "total_bits": 13113344.0,
                    "err": 0.09840003401041031,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.18896484375,
                    "total_bits": 13375488.0,
                    "err": 0.09379386156797409,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.53271484375,
                    "total_bits": 14817280.0,
                    "err": 0.07845944911241531,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.656982421875,
                    "total_bits": 15338496.0,
                    "err": 0.07439327239990234,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.0316162109375,
                    "total_bits": 16909824.0,
                    "err": 0.05468854308128357,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.12646484375,
                    "total_bits": 17307648.0,
                    "err": 0.04702286422252655,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.22021484375,
                    "total_bits": 17700864.0,
                    "err": 0.044122081249952316,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.31396484375,
                    "total_bits": 18094080.0,
                    "err": 0.04341385141015053,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.0316162109375,
                    "total_bits": 21104128.0,
                    "err": 0.02732311189174652,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.22021484375,
                    "total_bits": 21895168.0,
                    "err": 0.022543596103787422,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.37646484375,
                    "total_bits": 22550528.0,
                    "err": 0.02191290445625782,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.53271484375,
                    "total_bits": 23205888.0,
                    "err": 0.01973916031420231,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.72021484375,
                    "total_bits": 23992320.0,
                    "err": 0.019277459010481834,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.0316162109375,
                    "total_bits": 25298432.0,
                    "err": 0.01406725961714983,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.12646484375,
                    "total_bits": 25696256.0,
                    "err": 0.013688746839761734,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.2191162109375,
                    "total_bits": 26084864.0,
                    "err": 0.012955586425960064,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.12646484375,
                    "total_bits": 34084864.0,
                    "err": 0.008540215902030468,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.7.self_attn.o_proj",
            "numel": 16777216,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.1878662109375,
                    "total_bits": 36706304.0,
                    "err": 0.18101365864276886,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.3753662109375,
                    "total_bits": 39852032.0,
                    "err": 0.1620282530784607,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.6253662109375,
                    "total_bits": 44046336.0,
                    "err": 0.15371030569076538,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.7191162109375,
                    "total_bits": 45619200.0,
                    "err": 0.1328931599855423,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.2191162109375,
                    "total_bits": 54007808.0,
                    "err": 0.08487236499786377,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.6878662109375,
                    "total_bits": 61872128.0,
                    "err": 0.07706687599420547,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.031341552734375,
                    "total_bits": 50857472.0,
                    "err": 0.10185211896896362,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.1253662109375,
                    "total_bits": 52434944.0,
                    "err": 0.09173350036144257,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.1878662109375,
                    "total_bits": 53483520.0,
                    "err": 0.08665823191404343,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.5316162109375,
                    "total_bits": 59250688.0,
                    "err": 0.06996124237775803,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.65643310546875,
                    "total_bits": 61344768.0,
                    "err": 0.06672932952642441,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.031341552734375,
                    "total_bits": 67634688.0,
                    "err": 0.05260448902845383,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.1253662109375,
                    "total_bits": 69212160.0,
                    "err": 0.044565875083208084,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.2191162109375,
                    "total_bits": 70785024.0,
                    "err": 0.04148457571864128,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.3128662109375,
                    "total_bits": 72357888.0,
                    "err": 0.04071705788373947,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.031341552734375,
                    "total_bits": 84411904.0,
                    "err": 0.02652432583272457,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.2191162109375,
                    "total_bits": 87562240.0,
                    "err": 0.02251993492245674,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.3753662109375,
                    "total_bits": 90183680.0,
                    "err": 0.02187301591038704,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.5316162109375,
                    "total_bits": 92805120.0,
                    "err": 0.019713664427399635,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.7191162109375,
                    "total_bits": 95950848.0,
                    "err": 0.019242266193032265,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.031341552734375,
                    "total_bits": 101189120.0,
                    "err": 0.014671326614916325,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.1253662109375,
                    "total_bits": 102766592.0,
                    "err": 0.015489661134779453,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.218841552734375,
                    "total_bits": 104334848.0,
                    "err": 0.013693819753825665,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.1253662109375,
                    "total_bits": 136321024.0,
                    "err": 0.011898196302354336,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.7.mlp.gate_proj",
            "numel": 58720256,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.1876046316964284,
                    "total_bits": 128456703.99999999,
                    "err": 0.17359572649002075,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.3751046316964284,
                    "total_bits": 139466752.0,
                    "err": 0.16337820887565613,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.6251046316964284,
                    "total_bits": 154146816.0,
                    "err": 0.15991435945034027,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.7188546316964284,
                    "total_bits": 159651840.0,
                    "err": 0.1454189121723175,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.2188546316964284,
                    "total_bits": 189011968.0,
                    "err": 0.08216212689876556,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.6876046316964284,
                    "total_bits": 216537088.0,
                    "err": 0.07854846864938736,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.031276157924107,
                    "total_bits": 177997312.0,
                    "err": 0.09167009592056274,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.1251046316964284,
                    "total_bits": 183506944.0,
                    "err": 0.08433301746845245,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.1876046316964284,
                    "total_bits": 187176960.0,
                    "err": 0.08291991055011749,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.5313546316964284,
                    "total_bits": 207362048.0,
                    "err": 0.07361167669296265,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.6563023158482144,
                    "total_bits": 214699008.0,
                    "err": 0.07052457332611084,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.031276157924107,
                    "total_bits": 236717567.99999997,
                    "err": 0.04691397398710251,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.125104631696429,
                    "total_bits": 242227200.0,
                    "err": 0.04053732752799988,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.218854631696429,
                    "total_bits": 247732224.0,
                    "err": 0.039567165076732635,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.312604631696429,
                    "total_bits": 253237248.0,
                    "err": 0.039324261248111725,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.031276157924107,
                    "total_bits": 295437824.0,
                    "err": 0.02351013571023941,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.218854631696429,
                    "total_bits": 306452480.0,
                    "err": 0.020689360797405243,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.375104631696429,
                    "total_bits": 315627520.0,
                    "err": 0.020446525886654854,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.531354631696429,
                    "total_bits": 324802560.0,
                    "err": 0.018997402861714363,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.718854631696429,
                    "total_bits": 335812608.0,
                    "err": 0.018856916576623917,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.031276157924107,
                    "total_bits": 354158080.0,
                    "err": 0.01266214344650507,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.125104631696429,
                    "total_bits": 359667712.0,
                    "err": 0.012968631461262703,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.218776157924107,
                    "total_bits": 365168128.0,
                    "err": 0.012340039946138859,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.125104631696429,
                    "total_bits": 477108224.0,
                    "err": 0.00921581406146288,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.7.mlp.up_proj",
            "numel": 58720256,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.1876046316964284,
                    "total_bits": 128456703.99999999,
                    "err": 0.23660866916179657,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.3751046316964284,
                    "total_bits": 139466752.0,
                    "err": 0.2230411171913147,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.6251046316964284,
                    "total_bits": 154146816.0,
                    "err": 0.21863052248954773,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.7188546316964284,
                    "total_bits": 159651840.0,
                    "err": 0.1989237517118454,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.2188546316964284,
                    "total_bits": 189011968.0,
                    "err": 0.11213377118110657,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.6876046316964284,
                    "total_bits": 216537088.0,
                    "err": 0.10746433585882187,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.031276157924107,
                    "total_bits": 177997312.0,
                    "err": 0.12494055926799774,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.1251046316964284,
                    "total_bits": 183506944.0,
                    "err": 0.11480635404586792,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.1876046316964284,
                    "total_bits": 187176960.0,
                    "err": 0.1131385788321495,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.5313546316964284,
                    "total_bits": 207362048.0,
                    "err": 0.10062946379184723,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.6563023158482144,
                    "total_bits": 214699008.0,
                    "err": 0.09654804319143295,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.031276157924107,
                    "total_bits": 236717567.99999997,
                    "err": 0.0639161542057991,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.125104631696429,
                    "total_bits": 242227200.0,
                    "err": 0.055107481777668,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.218854631696429,
                    "total_bits": 247732224.0,
                    "err": 0.05391285941004753,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.312604631696429,
                    "total_bits": 253237248.0,
                    "err": 0.053638435900211334,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.031276157924107,
                    "total_bits": 295437824.0,
                    "err": 0.03202752023935318,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.218854631696429,
                    "total_bits": 306452480.0,
                    "err": 0.02800551988184452,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.375104631696429,
                    "total_bits": 315627520.0,
                    "err": 0.027702035382390022,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.531354631696429,
                    "total_bits": 324802560.0,
                    "err": 0.025698503479361534,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.718854631696429,
                    "total_bits": 335812608.0,
                    "err": 0.02552756853401661,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.031276157924107,
                    "total_bits": 354158080.0,
                    "err": 0.01722114533185959,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.125104631696429,
                    "total_bits": 359667712.0,
                    "err": 0.017265591770410538,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.218776157924107,
                    "total_bits": 365168128.0,
                    "err": 0.016825644299387932,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.125104631696429,
                    "total_bits": 477108224.0,
                    "err": 0.011980962008237839,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.7.mlp.down_proj",
            "numel": 58720256,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.1789376395089284,
                    "total_bits": 127947775.99999999,
                    "err": 0.2066916823387146,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.3753662109375,
                    "total_bits": 139482112.0,
                    "err": 0.18599295616149902,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.6253662109375,
                    "total_bits": 154162176.0,
                    "err": 0.17768968641757965,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.7235804966517856,
                    "total_bits": 159929344.0,
                    "err": 0.15920668840408325,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.2235804966517856,
                    "total_bits": 189289472.0,
                    "err": 0.09517334401607513,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.7146519252232144,
                    "total_bits": 218125312.0,
                    "err": 0.087033212184906,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.031341552734375,
                    "total_bits": 178001152.0,
                    "err": 0.11259151995182037,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.1253662109375,
                    "total_bits": 183522304.0,
                    "err": 0.10228666663169861,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.1789376395089284,
                    "total_bits": 186668032.0,
                    "err": 0.09765025228261948,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.5271519252232144,
                    "total_bits": 207115264.0,
                    "err": 0.08219204843044281,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.6608973911830356,
                    "total_bits": 214968832.0,
                    "err": 0.07864455133676529,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.031341552734375,
                    "total_bits": 236721408.0,
                    "err": 0.05749528482556343,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.1253662109375,
                    "total_bits": 242242560.0,
                    "err": 0.049082037061452866,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.223580496651786,
                    "total_bits": 248009728.0,
                    "err": 0.045862361788749695,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.321794782366071,
                    "total_bits": 253776896.0,
                    "err": 0.04508059099316597,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.031341552734375,
                    "total_bits": 295441664.0,
                    "err": 0.028870580717921257,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.223580496651786,
                    "total_bits": 306729984.0,
                    "err": 0.024188078939914703,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.339651925223214,
                    "total_bits": 313545728.0,
                    "err": 0.023806309327483177,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.527151925223214,
                    "total_bits": 324555776.0,
                    "err": 0.0216784980148077,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.723580496651786,
                    "total_bits": 336090112.0,
                    "err": 0.021182285621762276,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.031341552734375,
                    "total_bits": 354161920.0,
                    "err": 0.015620899386703968,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.1253662109375,
                    "total_bits": 359683072.0,
                    "err": 0.01578008197247982,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.227770124162946,
                    "total_bits": 365696256.0,
                    "err": 0.014549914747476578,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.1253662109375,
                    "total_bits": 477123584.0,
                    "err": 0.011276843957602978,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.8.self_attn.q_proj",
            "numel": 16777216,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.1878662109375,
                    "total_bits": 36706304.0,
                    "err": 0.07395978271961212,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.3753662109375,
                    "total_bits": 39852032.0,
                    "err": 0.06560073792934418,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.6253662109375,
                    "total_bits": 44046336.0,
                    "err": 0.06096856668591499,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.7191162109375,
                    "total_bits": 45619200.0,
                    "err": 0.053865861147642136,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.2191162109375,
                    "total_bits": 54007808.0,
                    "err": 0.034106213599443436,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.6878662109375,
                    "total_bits": 61872128.0,
                    "err": 0.03015332669019699,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.031341552734375,
                    "total_bits": 50857472.0,
                    "err": 0.0425262525677681,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.1253662109375,
                    "total_bits": 52434944.0,
                    "err": 0.03889433667063713,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.1878662109375,
                    "total_bits": 53483520.0,
                    "err": 0.03498762845993042,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.5316162109375,
                    "total_bits": 59250688.0,
                    "err": 0.028696181252598763,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.65643310546875,
                    "total_bits": 61344768.0,
                    "err": 0.02740745060145855,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.031341552734375,
                    "total_bits": 67634688.0,
                    "err": 0.0215970017015934,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.1253662109375,
                    "total_bits": 69212160.0,
                    "err": 0.018577108159661293,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.2191162109375,
                    "total_bits": 70785024.0,
                    "err": 0.01643112301826477,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.3128662109375,
                    "total_bits": 72357888.0,
                    "err": 0.015896352007985115,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.031341552734375,
                    "total_bits": 84411904.0,
                    "err": 0.010807712562382221,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.2191162109375,
                    "total_bits": 87562240.0,
                    "err": 0.00859150756150484,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.3753662109375,
                    "total_bits": 90183680.0,
                    "err": 0.008194082416594028,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.5316162109375,
                    "total_bits": 92805120.0,
                    "err": 0.007525270339101553,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.7191162109375,
                    "total_bits": 95950848.0,
                    "err": 0.00717576127499342,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.031341552734375,
                    "total_bits": 101189120.0,
                    "err": 0.005665376782417297,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.1253662109375,
                    "total_bits": 102766592.0,
                    "err": 0.005674618296325207,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.218841552734375,
                    "total_bits": 104334848.0,
                    "err": 0.004914009477943182,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.1253662109375,
                    "total_bits": 136321024.0,
                    "err": 0.0038184754084795713,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.8.self_attn.k_proj",
            "numel": 4194304,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.18896484375,
                    "total_bits": 9181184.0,
                    "err": 0.0651433914899826,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.37646484375,
                    "total_bits": 9967616.0,
                    "err": 0.056670863181352615,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.62646484375,
                    "total_bits": 11016192.0,
                    "err": 0.051799800246953964,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.72021484375,
                    "total_bits": 11409408.0,
                    "err": 0.045526955276727676,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.22021484375,
                    "total_bits": 13506560.0,
                    "err": 0.029610492289066315,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.68896484375,
                    "total_bits": 15472640.0,
                    "err": 0.02550407499074936,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.0316162109375,
                    "total_bits": 12715520.0,
                    "err": 0.03793000802397728,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.12646484375,
                    "total_bits": 13113344.0,
                    "err": 0.034637708216905594,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.18896484375,
                    "total_bits": 13375488.0,
                    "err": 0.03058193437755108,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.53271484375,
                    "total_bits": 14817280.0,
                    "err": 0.024547351524233818,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.656982421875,
                    "total_bits": 15338496.0,
                    "err": 0.023498959839344025,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.0316162109375,
                    "total_bits": 16909824.0,
                    "err": 0.01926618069410324,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.12646484375,
                    "total_bits": 17307648.0,
                    "err": 0.01653514988720417,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.22021484375,
                    "total_bits": 17700864.0,
                    "err": 0.014262267388403416,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.31396484375,
                    "total_bits": 18094080.0,
                    "err": 0.013684862293303013,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.0316162109375,
                    "total_bits": 21104128.0,
                    "err": 0.00963664148002863,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.22021484375,
                    "total_bits": 21895168.0,
                    "err": 0.007405397482216358,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.37646484375,
                    "total_bits": 22550528.0,
                    "err": 0.006977964658290148,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.53271484375,
                    "total_bits": 23205888.0,
                    "err": 0.006393203977495432,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.72021484375,
                    "total_bits": 23992320.0,
                    "err": 0.006006111390888691,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.0316162109375,
                    "total_bits": 25298432.0,
                    "err": 0.005009617190808058,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.12646484375,
                    "total_bits": 25696256.0,
                    "err": 0.004910827148705721,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.2191162109375,
                    "total_bits": 26084864.0,
                    "err": 0.004200624767690897,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.12646484375,
                    "total_bits": 34084864.0,
                    "err": 0.0031817646231502295,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.8.self_attn.v_proj",
            "numel": 4194304,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.18896484375,
                    "total_bits": 9181184.0,
                    "err": 0.18045276403427124,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.37646484375,
                    "total_bits": 9967616.0,
                    "err": 0.16123469173908234,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.62646484375,
                    "total_bits": 11016192.0,
                    "err": 0.1537739634513855,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.72021484375,
                    "total_bits": 11409408.0,
                    "err": 0.1356230080127716,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.22021484375,
                    "total_bits": 13506560.0,
                    "err": 0.08378684520721436,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.68896484375,
                    "total_bits": 15472640.0,
                    "err": 0.0762312114238739,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.0316162109375,
                    "total_bits": 12715520.0,
                    "err": 0.09843672811985016,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.12646484375,
                    "total_bits": 13113344.0,
                    "err": 0.08976302295923233,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.18896484375,
                    "total_bits": 13375488.0,
                    "err": 0.08556772768497467,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.53271484375,
                    "total_bits": 14817280.0,
                    "err": 0.07038764655590057,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.656982421875,
                    "total_bits": 15338496.0,
                    "err": 0.06638918817043304,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.0316162109375,
                    "total_bits": 16909824.0,
                    "err": 0.05002701282501221,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.12646484375,
                    "total_bits": 17307648.0,
                    "err": 0.042922914028167725,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.22021484375,
                    "total_bits": 17700864.0,
                    "err": 0.04016214236617088,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.31396484375,
                    "total_bits": 18094080.0,
                    "err": 0.03948476165533066,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.0316162109375,
                    "total_bits": 21104128.0,
                    "err": 0.024997537955641747,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.22021484375,
                    "total_bits": 21895168.0,
                    "err": 0.020611772313714027,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.37646484375,
                    "total_bits": 22550528.0,
                    "err": 0.02000502124428749,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.53271484375,
                    "total_bits": 23205888.0,
                    "err": 0.017904823645949364,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.72021484375,
                    "total_bits": 23992320.0,
                    "err": 0.017454860731959343,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.0316162109375,
                    "total_bits": 25298432.0,
                    "err": 0.01292315125465393,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.12646484375,
                    "total_bits": 25696256.0,
                    "err": 0.01270422525703907,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.2191162109375,
                    "total_bits": 26084864.0,
                    "err": 0.01184862107038498,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.12646484375,
                    "total_bits": 34084864.0,
                    "err": 0.008139693178236485,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.8.self_attn.o_proj",
            "numel": 16777216,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.1878662109375,
                    "total_bits": 36706304.0,
                    "err": 0.1847715824842453,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.3753662109375,
                    "total_bits": 39852032.0,
                    "err": 0.1682617962360382,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.6253662109375,
                    "total_bits": 44046336.0,
                    "err": 0.16187366843223572,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.7191162109375,
                    "total_bits": 45619200.0,
                    "err": 0.14198561012744904,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.2191162109375,
                    "total_bits": 54007808.0,
                    "err": 0.08668558299541473,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.6878662109375,
                    "total_bits": 61872128.0,
                    "err": 0.08032122999429703,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.031341552734375,
                    "total_bits": 50857472.0,
                    "err": 0.1007714718580246,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.1253662109375,
                    "total_bits": 52434944.0,
                    "err": 0.09168770909309387,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.1878662109375,
                    "total_bits": 53483520.0,
                    "err": 0.08800005167722702,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.5316162109375,
                    "total_bits": 59250688.0,
                    "err": 0.07358327507972717,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.65643310546875,
                    "total_bits": 61344768.0,
                    "err": 0.06966006010770798,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.031341552734375,
                    "total_bits": 67634688.0,
                    "err": 0.051826201379299164,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.1253662109375,
                    "total_bits": 69212160.0,
                    "err": 0.04407431557774544,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.2191162109375,
                    "total_bits": 70785024.0,
                    "err": 0.04181745648384094,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.3128662109375,
                    "total_bits": 72357888.0,
                    "err": 0.04127940908074379,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.031341552734375,
                    "total_bits": 84411904.0,
                    "err": 0.02593330852687359,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.2191162109375,
                    "total_bits": 87562240.0,
                    "err": 0.021884610876441002,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.3753662109375,
                    "total_bits": 90183680.0,
                    "err": 0.021388931199908257,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.5316162109375,
                    "total_bits": 92805120.0,
                    "err": 0.01927986554801464,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.7191162109375,
                    "total_bits": 95950848.0,
                    "err": 0.018921632319688797,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.031341552734375,
                    "total_bits": 101189120.0,
                    "err": 0.013784642331302166,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.1253662109375,
                    "total_bits": 102766592.0,
                    "err": 0.013948178850114346,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.218841552734375,
                    "total_bits": 104334848.0,
                    "err": 0.013043852522969246,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.1253662109375,
                    "total_bits": 136321024.0,
                    "err": 0.009801795706152916,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.8.mlp.gate_proj",
            "numel": 58720256,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.1876046316964284,
                    "total_bits": 128456703.99999999,
                    "err": 0.16501528024673462,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.3751046316964284,
                    "total_bits": 139466752.0,
                    "err": 0.15542945265769958,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.6251046316964284,
                    "total_bits": 154146816.0,
                    "err": 0.15215425193309784,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.7188546316964284,
                    "total_bits": 159651840.0,
                    "err": 0.1384134590625763,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.2188546316964284,
                    "total_bits": 189011968.0,
                    "err": 0.07807803153991699,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.6876046316964284,
                    "total_bits": 216537088.0,
                    "err": 0.07464514672756195,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.031276157924107,
                    "total_bits": 177997312.0,
                    "err": 0.08732745051383972,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.1251046316964284,
                    "total_bits": 183506944.0,
                    "err": 0.08022826164960861,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.1876046316964284,
                    "total_bits": 187176960.0,
                    "err": 0.07877334952354431,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.5313546316964284,
                    "total_bits": 207362048.0,
                    "err": 0.07001308351755142,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.6563023158482144,
                    "total_bits": 214699008.0,
                    "err": 0.06711988151073456,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.031276157924107,
                    "total_bits": 236717567.99999997,
                    "err": 0.04471438005566597,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.125104631696429,
                    "total_bits": 242227200.0,
                    "err": 0.03849547356367111,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.218854631696429,
                    "total_bits": 247732224.0,
                    "err": 0.03752713277935982,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.312604631696429,
                    "total_bits": 253237248.0,
                    "err": 0.037298187613487244,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.031276157924107,
                    "total_bits": 295437824.0,
                    "err": 0.022395852953195572,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.218854631696429,
                    "total_bits": 306452480.0,
                    "err": 0.01953081600368023,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.375104631696429,
                    "total_bits": 315627520.0,
                    "err": 0.01930241845548153,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.531354631696429,
                    "total_bits": 324802560.0,
                    "err": 0.017923666164278984,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.718854631696429,
                    "total_bits": 335812608.0,
                    "err": 0.017784638330340385,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.031276157924107,
                    "total_bits": 354158080.0,
                    "err": 0.012035198509693146,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.125104631696429,
                    "total_bits": 359667712.0,
                    "err": 0.012114983052015305,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.218776157924107,
                    "total_bits": 365168128.0,
                    "err": 0.011714049614965916,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.125104631696429,
                    "total_bits": 477108224.0,
                    "err": 0.008450883440673351,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.8.mlp.up_proj",
            "numel": 58720256,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.1876046316964284,
                    "total_bits": 128456703.99999999,
                    "err": 0.22970080375671387,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.3751046316964284,
                    "total_bits": 139466752.0,
                    "err": 0.2164612114429474,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.6251046316964284,
                    "total_bits": 154146816.0,
                    "err": 0.21209241449832916,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.7188546316964284,
                    "total_bits": 159651840.0,
                    "err": 0.19303949177265167,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.2188546316964284,
                    "total_bits": 189011968.0,
                    "err": 0.10886324197053909,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.6876046316964284,
                    "total_bits": 216537088.0,
                    "err": 0.10414464771747589,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.031276157924107,
                    "total_bits": 177997312.0,
                    "err": 0.12144482135772705,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.1251046316964284,
                    "total_bits": 183506944.0,
                    "err": 0.11149445176124573,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.1876046316964284,
                    "total_bits": 187176960.0,
                    "err": 0.109788678586483,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.5313546316964284,
                    "total_bits": 207362048.0,
                    "err": 0.09758369624614716,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.6563023158482144,
                    "total_bits": 214699008.0,
                    "err": 0.09352241456508636,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.031276157924107,
                    "total_bits": 236717567.99999997,
                    "err": 0.06210308521986008,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.125104631696429,
                    "total_bits": 242227200.0,
                    "err": 0.053431086242198944,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.218854631696429,
                    "total_bits": 247732224.0,
                    "err": 0.052228644490242004,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.312604631696429,
                    "total_bits": 253237248.0,
                    "err": 0.051943711936473846,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.031276157924107,
                    "total_bits": 295437824.0,
                    "err": 0.031085018068552017,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.218854631696429,
                    "total_bits": 306452480.0,
                    "err": 0.026961171999573708,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.375104631696429,
                    "total_bits": 315627520.0,
                    "err": 0.0266596470028162,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.531354631696429,
                    "total_bits": 324802560.0,
                    "err": 0.024701081216335297,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.718854631696429,
                    "total_bits": 335812608.0,
                    "err": 0.024518396705389023,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.031276157924107,
                    "total_bits": 354158080.0,
                    "err": 0.016541235148906708,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.125104631696429,
                    "total_bits": 359667712.0,
                    "err": 0.016393424943089485,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.218776157924107,
                    "total_bits": 365168128.0,
                    "err": 0.016139676794409752,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.125104631696429,
                    "total_bits": 477108224.0,
                    "err": 0.011084980331361294,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.8.mlp.down_proj",
            "numel": 58720256,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.1789376395089284,
                    "total_bits": 127947775.99999999,
                    "err": 0.21014010906219482,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.3753662109375,
                    "total_bits": 139482112.0,
                    "err": 0.18999984860420227,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.6253662109375,
                    "total_bits": 154162176.0,
                    "err": 0.1824045479297638,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.7235804966517856,
                    "total_bits": 159929344.0,
                    "err": 0.16293640434741974,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.2235804966517856,
                    "total_bits": 189289472.0,
                    "err": 0.09677621722221375,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.7146519252232144,
                    "total_bits": 218125312.0,
                    "err": 0.08926740288734436,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.031341552734375,
                    "total_bits": 178001152.0,
                    "err": 0.11350437998771667,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.1253662109375,
                    "total_bits": 183522304.0,
                    "err": 0.10307427495718002,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.1789376395089284,
                    "total_bits": 186668032.0,
                    "err": 0.09911078214645386,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.5271519252232144,
                    "total_bits": 207115264.0,
                    "err": 0.0839049369096756,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.6608973911830356,
                    "total_bits": 214968832.0,
                    "err": 0.07969798892736435,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.031341552734375,
                    "total_bits": 236721408.0,
                    "err": 0.05796288326382637,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.1253662109375,
                    "total_bits": 242242560.0,
                    "err": 0.04955000430345535,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.223580496651786,
                    "total_bits": 248009728.0,
                    "err": 0.04671537131071091,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.321794782366071,
                    "total_bits": 253776896.0,
                    "err": 0.046029698103666306,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.031341552734375,
                    "total_bits": 295441664.0,
                    "err": 0.02926137112081051,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.223580496651786,
                    "total_bits": 306729984.0,
                    "err": 0.024791335687041283,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.339651925223214,
                    "total_bits": 313545728.0,
                    "err": 0.024456767365336418,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.527151925223214,
                    "total_bits": 324555776.0,
                    "err": 0.022319026291370392,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.723580496651786,
                    "total_bits": 336090112.0,
                    "err": 0.021884683519601822,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.031341552734375,
                    "total_bits": 354161920.0,
                    "err": 0.01613522879779339,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.1253662109375,
                    "total_bits": 359683072.0,
                    "err": 0.016293790191411972,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.227770124162946,
                    "total_bits": 365696256.0,
                    "err": 0.015209676697850227,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.1253662109375,
                    "total_bits": 477123584.0,
                    "err": 0.01189566869288683,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.9.self_attn.q_proj",
            "numel": 16777216,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.1878662109375,
                    "total_bits": 36706304.0,
                    "err": 0.09515566378831863,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.3753662109375,
                    "total_bits": 39852032.0,
                    "err": 0.08472064137458801,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.6253662109375,
                    "total_bits": 44046336.0,
                    "err": 0.07907473295927048,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.7191162109375,
                    "total_bits": 45619200.0,
                    "err": 0.06996367871761322,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.2191162109375,
                    "total_bits": 54007808.0,
                    "err": 0.04389316961169243,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.6878662109375,
                    "total_bits": 61872128.0,
                    "err": 0.03903500363230705,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.031341552734375,
                    "total_bits": 50857472.0,
                    "err": 0.054595548659563065,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.1253662109375,
                    "total_bits": 52434944.0,
                    "err": 0.04968767985701561,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.1878662109375,
                    "total_bits": 53483520.0,
                    "err": 0.04494575411081314,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.5316162109375,
                    "total_bits": 59250688.0,
                    "err": 0.0371164046227932,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.65643310546875,
                    "total_bits": 61344768.0,
                    "err": 0.03545583412051201,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.031341552734375,
                    "total_bits": 67634688.0,
                    "err": 0.027789734303951263,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.1253662109375,
                    "total_bits": 69212160.0,
                    "err": 0.02383486181497574,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.2191162109375,
                    "total_bits": 70785024.0,
                    "err": 0.021229544654488564,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.3128662109375,
                    "total_bits": 72357888.0,
                    "err": 0.020578153431415558,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.031341552734375,
                    "total_bits": 84411904.0,
                    "err": 0.013930077664554119,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.2191162109375,
                    "total_bits": 87562240.0,
                    "err": 0.011250952258706093,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.3753662109375,
                    "total_bits": 90183680.0,
                    "err": 0.010776501148939133,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.5316162109375,
                    "total_bits": 92805120.0,
                    "err": 0.009947389364242554,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.7191162109375,
                    "total_bits": 95950848.0,
                    "err": 0.009526025503873825,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.031341552734375,
                    "total_bits": 101189120.0,
                    "err": 0.007416341919451952,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.1253662109375,
                    "total_bits": 102766592.0,
                    "err": 0.007597661577165127,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.218841552734375,
                    "total_bits": 104334848.0,
                    "err": 0.006497996859252453,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.1253662109375,
                    "total_bits": 136321024.0,
                    "err": 0.005372635088860989,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.9.self_attn.k_proj",
            "numel": 4194304,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.18896484375,
                    "total_bits": 9181184.0,
                    "err": 0.08221324533224106,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.37646484375,
                    "total_bits": 9967616.0,
                    "err": 0.07237349450588226,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.62646484375,
                    "total_bits": 11016192.0,
                    "err": 0.06667955964803696,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.72021484375,
                    "total_bits": 11409408.0,
                    "err": 0.058943718671798706,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.22021484375,
                    "total_bits": 13506560.0,
                    "err": 0.0376288928091526,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.68896484375,
                    "total_bits": 15472640.0,
                    "err": 0.03282781317830086,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.0316162109375,
                    "total_bits": 12715520.0,
                    "err": 0.047759126871824265,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.12646484375,
                    "total_bits": 13113344.0,
                    "err": 0.04343527555465698,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.18896484375,
                    "total_bits": 13375488.0,
                    "err": 0.03866945579648018,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.53271484375,
                    "total_bits": 14817280.0,
                    "err": 0.031525593250989914,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.656982421875,
                    "total_bits": 15338496.0,
                    "err": 0.030248045921325684,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.0316162109375,
                    "total_bits": 16909824.0,
                    "err": 0.02424202859401703,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.12646484375,
                    "total_bits": 17307648.0,
                    "err": 0.020774606615304947,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.22021484375,
                    "total_bits": 17700864.0,
                    "err": 0.018102502450346947,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.31396484375,
                    "total_bits": 18094080.0,
                    "err": 0.017423536628484726,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.0316162109375,
                    "total_bits": 21104128.0,
                    "err": 0.012129617854952812,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.22021484375,
                    "total_bits": 21895168.0,
                    "err": 0.009401276707649231,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.37646484375,
                    "total_bits": 22550528.0,
                    "err": 0.008909295313060284,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.53271484375,
                    "total_bits": 23205888.0,
                    "err": 0.008194658905267715,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.72021484375,
                    "total_bits": 23992320.0,
                    "err": 0.007743644993752241,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.0316162109375,
                    "total_bits": 25298432.0,
                    "err": 0.006302728783339262,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.12646484375,
                    "total_bits": 25696256.0,
                    "err": 0.0062090326100587845,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.2191162109375,
                    "total_bits": 26084864.0,
                    "err": 0.005356265231966972,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.12646484375,
                    "total_bits": 34084864.0,
                    "err": 0.004048964474350214,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.9.self_attn.v_proj",
            "numel": 4194304,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.18896484375,
                    "total_bits": 9181184.0,
                    "err": 0.19001442193984985,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.37646484375,
                    "total_bits": 9967616.0,
                    "err": 0.17233975231647491,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.62646484375,
                    "total_bits": 11016192.0,
                    "err": 0.1659313589334488,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.72021484375,
                    "total_bits": 11409408.0,
                    "err": 0.14649781584739685,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.22021484375,
                    "total_bits": 13506560.0,
                    "err": 0.08866932988166809,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.68896484375,
                    "total_bits": 15472640.0,
                    "err": 0.08205763250589371,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.0316162109375,
                    "total_bits": 12715520.0,
                    "err": 0.10165603458881378,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.12646484375,
                    "total_bits": 13113344.0,
                    "err": 0.09345754235982895,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.18896484375,
                    "total_bits": 13375488.0,
                    "err": 0.09013669937849045,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.53271484375,
                    "total_bits": 14817280.0,
                    "err": 0.0754081979393959,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.656982421875,
                    "total_bits": 15338496.0,
                    "err": 0.07091353833675385,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.0316162109375,
                    "total_bits": 16909824.0,
                    "err": 0.051589060574769974,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.12646484375,
                    "total_bits": 17307648.0,
                    "err": 0.04458237066864967,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.22021484375,
                    "total_bits": 17700864.0,
                    "err": 0.042388636618852615,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.31396484375,
                    "total_bits": 18094080.0,
                    "err": 0.04185686260461807,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.0316162109375,
                    "total_bits": 21104128.0,
                    "err": 0.025747722014784813,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.22021484375,
                    "total_bits": 21895168.0,
                    "err": 0.021517314016819,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.37646484375,
                    "total_bits": 22550528.0,
                    "err": 0.021025631576776505,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.53271484375,
                    "total_bits": 23205888.0,
                    "err": 0.018773823976516724,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.72021484375,
                    "total_bits": 23992320.0,
                    "err": 0.01841522939503193,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.0316162109375,
                    "total_bits": 25298432.0,
                    "err": 0.0131947947666049,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.12646484375,
                    "total_bits": 25696256.0,
                    "err": 0.012762237340211868,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.2191162109375,
                    "total_bits": 26084864.0,
                    "err": 0.012405142188072205,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.12646484375,
                    "total_bits": 34084864.0,
                    "err": 0.007739483378827572,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.9.self_attn.o_proj",
            "numel": 16777216,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.1878662109375,
                    "total_bits": 36706304.0,
                    "err": 0.18852895498275757,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.3753662109375,
                    "total_bits": 39852032.0,
                    "err": 0.170132577419281,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.6253662109375,
                    "total_bits": 44046336.0,
                    "err": 0.1629013866186142,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.7191162109375,
                    "total_bits": 45619200.0,
                    "err": 0.14285174012184143,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.2191162109375,
                    "total_bits": 54007808.0,
                    "err": 0.08848121762275696,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.6878662109375,
                    "total_bits": 61872128.0,
                    "err": 0.08110937476158142,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.031341552734375,
                    "total_bits": 50857472.0,
                    "err": 0.10303128510713577,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.1253662109375,
                    "total_bits": 52434944.0,
                    "err": 0.09396381676197052,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.1878662109375,
                    "total_bits": 53483520.0,
                    "err": 0.08999896049499512,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.5316162109375,
                    "total_bits": 59250688.0,
                    "err": 0.07422308623790741,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.65643310546875,
                    "total_bits": 61344768.0,
                    "err": 0.07012537121772766,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.031341552734375,
                    "total_bits": 67634688.0,
                    "err": 0.05286213755607605,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.1253662109375,
                    "total_bits": 69212160.0,
                    "err": 0.04514848813414574,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.2191162109375,
                    "total_bits": 70785024.0,
                    "err": 0.04262205585837364,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.3128662109375,
                    "total_bits": 72357888.0,
                    "err": 0.042043089866638184,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.031341552734375,
                    "total_bits": 84411904.0,
                    "err": 0.02642982080578804,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.2191162109375,
                    "total_bits": 87562240.0,
                    "err": 0.022175800055265427,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.3753662109375,
                    "total_bits": 90183680.0,
                    "err": 0.021625317633152008,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.5316162109375,
                    "total_bits": 92805120.0,
                    "err": 0.019325995817780495,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.7191162109375,
                    "total_bits": 95950848.0,
                    "err": 0.018921440467238426,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.031341552734375,
                    "total_bits": 101189120.0,
                    "err": 0.013918260112404823,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.1253662109375,
                    "total_bits": 102766592.0,
                    "err": 0.01399809867143631,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.218841552734375,
                    "total_bits": 104334848.0,
                    "err": 0.013082550838589668,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.1253662109375,
                    "total_bits": 136321024.0,
                    "err": 0.009600282646715641,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.9.mlp.gate_proj",
            "numel": 58720256,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.1876046316964284,
                    "total_bits": 128456703.99999999,
                    "err": 0.16518548130989075,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.3751046316964284,
                    "total_bits": 139466752.0,
                    "err": 0.15517377853393555,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.6251046316964284,
                    "total_bits": 154146816.0,
                    "err": 0.15169697999954224,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.7188546316964284,
                    "total_bits": 159651840.0,
                    "err": 0.13784126937389374,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.2188546316964284,
                    "total_bits": 189011968.0,
                    "err": 0.07814238220453262,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.6876046316964284,
                    "total_bits": 216537088.0,
                    "err": 0.07454077899456024,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.031276157924107,
                    "total_bits": 177997312.0,
                    "err": 0.0874532163143158,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.1251046316964284,
                    "total_bits": 183506944.0,
                    "err": 0.08037358522415161,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.1876046316964284,
                    "total_bits": 187176960.0,
                    "err": 0.0788845419883728,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.5313546316964284,
                    "total_bits": 207362048.0,
                    "err": 0.0698174461722374,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.6563023158482144,
                    "total_bits": 214699008.0,
                    "err": 0.06687173247337341,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.031276157924107,
                    "total_bits": 236717567.99999997,
                    "err": 0.04479709267616272,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.125104631696429,
                    "total_bits": 242227200.0,
                    "err": 0.03862611576914787,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.218854631696429,
                    "total_bits": 247732224.0,
                    "err": 0.03760933130979538,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.312604631696429,
                    "total_bits": 253237248.0,
                    "err": 0.03737521916627884,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.031276157924107,
                    "total_bits": 295437824.0,
                    "err": 0.022456450387835503,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.218854631696429,
                    "total_bits": 306452480.0,
                    "err": 0.019698448479175568,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.375104631696429,
                    "total_bits": 315627520.0,
                    "err": 0.01945820264518261,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.531354631696429,
                    "total_bits": 324802560.0,
                    "err": 0.018053676933050156,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.718854631696429,
                    "total_bits": 335812608.0,
                    "err": 0.017910202965140343,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.031276157924107,
                    "total_bits": 354158080.0,
                    "err": 0.012119422666728497,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.125104631696429,
                    "total_bits": 359667712.0,
                    "err": 0.012401148676872253,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.218776157924107,
                    "total_bits": 365168128.0,
                    "err": 0.011783984489738941,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.125104631696429,
                    "total_bits": 477108224.0,
                    "err": 0.008851495571434498,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.9.mlp.up_proj",
            "numel": 58720256,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.1876046316964284,
                    "total_bits": 128456703.99999999,
                    "err": 0.2271975874900818,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.3751046316964284,
                    "total_bits": 139466752.0,
                    "err": 0.21346645057201385,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.6251046316964284,
                    "total_bits": 154146816.0,
                    "err": 0.20896495878696442,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.7188546316964284,
                    "total_bits": 159651840.0,
                    "err": 0.1899896115064621,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.2188546316964284,
                    "total_bits": 189011968.0,
                    "err": 0.10744287073612213,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.6876046316964284,
                    "total_bits": 216537088.0,
                    "err": 0.10259798169136047,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.031276157924107,
                    "total_bits": 177997312.0,
                    "err": 0.11999735981225967,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.1251046316964284,
                    "total_bits": 183506944.0,
                    "err": 0.11025417596101761,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.1876046316964284,
                    "total_bits": 187176960.0,
                    "err": 0.10845336318016052,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.5313546316964284,
                    "total_bits": 207362048.0,
                    "err": 0.09603849053382874,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.6563023158482144,
                    "total_bits": 214699008.0,
                    "err": 0.09197726845741272,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.031276157924107,
                    "total_bits": 236717567.99999997,
                    "err": 0.06139908730983734,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.125104631696429,
                    "total_bits": 242227200.0,
                    "err": 0.05287257209420204,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.218854631696429,
                    "total_bits": 247732224.0,
                    "err": 0.051609545946121216,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.312604631696429,
                    "total_bits": 253237248.0,
                    "err": 0.051317159086465836,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.031276157924107,
                    "total_bits": 295437824.0,
                    "err": 0.030755439773201942,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.218854631696429,
                    "total_bits": 306452480.0,
                    "err": 0.02675991877913475,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.375104631696429,
                    "total_bits": 315627520.0,
                    "err": 0.02643991820514202,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.531354631696429,
                    "total_bits": 324802560.0,
                    "err": 0.02446654625236988,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.718854631696429,
                    "total_bits": 335812608.0,
                    "err": 0.024281244724988937,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.031276157924107,
                    "total_bits": 354158080.0,
                    "err": 0.0164505485445261,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.125104631696429,
                    "total_bits": 359667712.0,
                    "err": 0.016436057165265083,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.218776157924107,
                    "total_bits": 365168128.0,
                    "err": 0.016027027741074562,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.125104631696429,
                    "total_bits": 477108224.0,
                    "err": 0.011294534429907799,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.9.mlp.down_proj",
            "numel": 58720256,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.1789376395089284,
                    "total_bits": 127947775.99999999,
                    "err": 0.21869242191314697,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.3753662109375,
                    "total_bits": 139482112.0,
                    "err": 0.19771111011505127,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.6253662109375,
                    "total_bits": 154162176.0,
                    "err": 0.18965508043766022,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.7235804966517856,
                    "total_bits": 159929344.0,
                    "err": 0.16875270009040833,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.2235804966517856,
                    "total_bits": 189289472.0,
                    "err": 0.10084505379199982,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.7146519252232144,
                    "total_bits": 218125312.0,
                    "err": 0.092800572514534,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.031341552734375,
                    "total_bits": 178001152.0,
                    "err": 0.11813918501138687,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.1253662109375,
                    "total_bits": 183522304.0,
                    "err": 0.1075097918510437,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.1789376395089284,
                    "total_bits": 186668032.0,
                    "err": 0.1031736508011818,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.5271519252232144,
                    "total_bits": 207115264.0,
                    "err": 0.08696751296520233,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.6608973911830356,
                    "total_bits": 214968832.0,
                    "err": 0.08244049549102783,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.031341552734375,
                    "total_bits": 236721408.0,
                    "err": 0.060027915984392166,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.1253662109375,
                    "total_bits": 242242560.0,
                    "err": 0.05152752622961998,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.223580496651786,
                    "total_bits": 248009728.0,
                    "err": 0.04851545765995979,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.321794782366071,
                    "total_bits": 253776896.0,
                    "err": 0.047785837203264236,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.031341552734375,
                    "total_bits": 295441664.0,
                    "err": 0.030155964195728302,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.223580496651786,
                    "total_bits": 306729984.0,
                    "err": 0.02545967698097229,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.339651925223214,
                    "total_bits": 313545728.0,
                    "err": 0.025092650204896927,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.527151925223214,
                    "total_bits": 324555776.0,
                    "err": 0.022755663841962814,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.723580496651786,
                    "total_bits": 336090112.0,
                    "err": 0.02228473499417305,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.031341552734375,
                    "total_bits": 354161920.0,
                    "err": 0.016289088875055313,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.1253662109375,
                    "total_bits": 359683072.0,
                    "err": 0.016375668346881866,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.227770124162946,
                    "total_bits": 365696256.0,
                    "err": 0.015300393104553223,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.1253662109375,
                    "total_bits": 477123584.0,
                    "err": 0.01154465600848198,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.10.self_attn.q_proj",
            "numel": 16777216,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.1878662109375,
                    "total_bits": 36706304.0,
                    "err": 0.08355370163917542,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.3753662109375,
                    "total_bits": 39852032.0,
                    "err": 0.07474526762962341,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.6253662109375,
                    "total_bits": 44046336.0,
                    "err": 0.07006992399692535,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.7191162109375,
                    "total_bits": 45619200.0,
                    "err": 0.06151072680950165,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.2191162109375,
                    "total_bits": 54007808.0,
                    "err": 0.03869993984699249,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.6878662109375,
                    "total_bits": 61872128.0,
                    "err": 0.034670691937208176,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.031341552734375,
                    "total_bits": 50857472.0,
                    "err": 0.0473770946264267,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.1253662109375,
                    "total_bits": 52434944.0,
                    "err": 0.043274857103824615,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.1878662109375,
                    "total_bits": 53483520.0,
                    "err": 0.03948596492409706,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.5316162109375,
                    "total_bits": 59250688.0,
                    "err": 0.03253425285220146,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.65643310546875,
                    "total_bits": 61344768.0,
                    "err": 0.030872691422700882,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.031341552734375,
                    "total_bits": 67634688.0,
                    "err": 0.02405993826687336,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.1253662109375,
                    "total_bits": 69212160.0,
                    "err": 0.02067313715815544,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.2191162109375,
                    "total_bits": 70785024.0,
                    "err": 0.018629083409905434,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.3128662109375,
                    "total_bits": 72357888.0,
                    "err": 0.01812082715332508,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.031341552734375,
                    "total_bits": 84411904.0,
                    "err": 0.012036388739943504,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.2191162109375,
                    "total_bits": 87562240.0,
                    "err": 0.009715091437101364,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.3753662109375,
                    "total_bits": 90183680.0,
                    "err": 0.009325926192104816,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.5316162109375,
                    "total_bits": 92805120.0,
                    "err": 0.008497774600982666,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.7191162109375,
                    "total_bits": 95950848.0,
                    "err": 0.008160486817359924,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.031341552734375,
                    "total_bits": 101189120.0,
                    "err": 0.006323193199932575,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.1253662109375,
                    "total_bits": 102766592.0,
                    "err": 0.0063247643411159515,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.218841552734375,
                    "total_bits": 104334848.0,
                    "err": 0.005594013724476099,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.1253662109375,
                    "total_bits": 136321024.0,
                    "err": 0.004261755850166082,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.10.self_attn.k_proj",
            "numel": 4194304,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.18896484375,
                    "total_bits": 9181184.0,
                    "err": 0.07592245936393738,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.37646484375,
                    "total_bits": 9967616.0,
                    "err": 0.0672602728009224,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.62646484375,
                    "total_bits": 11016192.0,
                    "err": 0.06268756836652756,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.72021484375,
                    "total_bits": 11409408.0,
                    "err": 0.05481493100523949,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.22021484375,
                    "total_bits": 13506560.0,
                    "err": 0.034895915538072586,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.68896484375,
                    "total_bits": 15472640.0,
                    "err": 0.03093753568828106,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.0316162109375,
                    "total_bits": 12715520.0,
                    "err": 0.043214961886405945,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.12646484375,
                    "total_bits": 13113344.0,
                    "err": 0.03934929892420769,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.18896484375,
                    "total_bits": 13375488.0,
                    "err": 0.03570692986249924,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.53271484375,
                    "total_bits": 14817280.0,
                    "err": 0.02907491847872734,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.656982421875,
                    "total_bits": 15338496.0,
                    "err": 0.027588069438934326,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.0316162109375,
                    "total_bits": 16909824.0,
                    "err": 0.021942198276519775,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.12646484375,
                    "total_bits": 17307648.0,
                    "err": 0.018778108060359955,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.22021484375,
                    "total_bits": 17700864.0,
                    "err": 0.01673753187060356,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.31396484375,
                    "total_bits": 18094080.0,
                    "err": 0.016231529414653778,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.0316162109375,
                    "total_bits": 21104128.0,
                    "err": 0.01093275099992752,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.22021484375,
                    "total_bits": 21895168.0,
                    "err": 0.00864188652485609,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.37646484375,
                    "total_bits": 22550528.0,
                    "err": 0.008253240026533604,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.53271484375,
                    "total_bits": 23205888.0,
                    "err": 0.007481014356017113,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.72021484375,
                    "total_bits": 23992320.0,
                    "err": 0.007139280438423157,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.0316162109375,
                    "total_bits": 25298432.0,
                    "err": 0.005666903220117092,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.12646484375,
                    "total_bits": 25696256.0,
                    "err": 0.005550425034016371,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.2191162109375,
                    "total_bits": 26084864.0,
                    "err": 0.004927438218146563,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.12646484375,
                    "total_bits": 34084864.0,
                    "err": 0.003555824514478445,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.10.self_attn.v_proj",
            "numel": 4194304,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.18896484375,
                    "total_bits": 9181184.0,
                    "err": 0.18042437732219696,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.37646484375,
                    "total_bits": 9967616.0,
                    "err": 0.1624729335308075,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.62646484375,
                    "total_bits": 11016192.0,
                    "err": 0.1558735966682434,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.72021484375,
                    "total_bits": 11409408.0,
                    "err": 0.13653135299682617,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.22021484375,
                    "total_bits": 13506560.0,
                    "err": 0.08416559547185898,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.68896484375,
                    "total_bits": 15472640.0,
                    "err": 0.07735557854175568,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.0316162109375,
                    "total_bits": 12715520.0,
                    "err": 0.09759990125894547,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.12646484375,
                    "total_bits": 13113344.0,
                    "err": 0.08907897770404816,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.18896484375,
                    "total_bits": 13375488.0,
                    "err": 0.08566384762525558,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.53271484375,
                    "total_bits": 14817280.0,
                    "err": 0.07076184451580048,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.656982421875,
                    "total_bits": 15338496.0,
                    "err": 0.06643025577068329,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.0316162109375,
                    "total_bits": 16909824.0,
                    "err": 0.049620188772678375,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.12646484375,
                    "total_bits": 17307648.0,
                    "err": 0.042517732828855515,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.22021484375,
                    "total_bits": 17700864.0,
                    "err": 0.040307462215423584,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.31396484375,
                    "total_bits": 18094080.0,
                    "err": 0.03977852687239647,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.0316162109375,
                    "total_bits": 21104128.0,
                    "err": 0.024760350584983826,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.22021484375,
                    "total_bits": 21895168.0,
                    "err": 0.02058752067387104,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.37646484375,
                    "total_bits": 22550528.0,
                    "err": 0.020077990368008614,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.53271484375,
                    "total_bits": 23205888.0,
                    "err": 0.017848217859864235,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.72021484375,
                    "total_bits": 23992320.0,
                    "err": 0.01748017780482769,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.0316162109375,
                    "total_bits": 25298432.0,
                    "err": 0.012780584394931793,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.12646484375,
                    "total_bits": 25696256.0,
                    "err": 0.012413443066179752,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.2191162109375,
                    "total_bits": 26084864.0,
                    "err": 0.011915955692529678,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.12646484375,
                    "total_bits": 34084864.0,
                    "err": 0.007799090817570686,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.10.self_attn.o_proj",
            "numel": 16777216,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.1878662109375,
                    "total_bits": 36706304.0,
                    "err": 0.18803399801254272,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.3753662109375,
                    "total_bits": 39852032.0,
                    "err": 0.16945144534111023,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.6253662109375,
                    "total_bits": 44046336.0,
                    "err": 0.16162468492984772,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.7191162109375,
                    "total_bits": 45619200.0,
                    "err": 0.14157482981681824,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.2191162109375,
                    "total_bits": 54007808.0,
                    "err": 0.08780136704444885,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.6878662109375,
                    "total_bits": 61872128.0,
                    "err": 0.08036389946937561,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.031341552734375,
                    "total_bits": 50857472.0,
                    "err": 0.10386998951435089,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.1253662109375,
                    "total_bits": 52434944.0,
                    "err": 0.09442785382270813,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.1878662109375,
                    "total_bits": 53483520.0,
                    "err": 0.08933471143245697,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.5316162109375,
                    "total_bits": 59250688.0,
                    "err": 0.07393515855073929,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.65643310546875,
                    "total_bits": 61344768.0,
                    "err": 0.0700150802731514,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.031341552734375,
                    "total_bits": 67634688.0,
                    "err": 0.053516652435064316,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.1253662109375,
                    "total_bits": 69212160.0,
                    "err": 0.04549272730946541,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.2191162109375,
                    "total_bits": 70785024.0,
                    "err": 0.0424991138279438,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.3128662109375,
                    "total_bits": 72357888.0,
                    "err": 0.04176700860261917,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.031341552734375,
                    "total_bits": 84411904.0,
                    "err": 0.026814088225364685,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.2191162109375,
                    "total_bits": 87562240.0,
                    "err": 0.0224926695227623,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.3753662109375,
                    "total_bits": 90183680.0,
                    "err": 0.02190224826335907,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.5316162109375,
                    "total_bits": 92805120.0,
                    "err": 0.019803812727332115,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.7191162109375,
                    "total_bits": 95950848.0,
                    "err": 0.019339200109243393,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.031341552734375,
                    "total_bits": 101189120.0,
                    "err": 0.014509639702737331,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.1253662109375,
                    "total_bits": 102766592.0,
                    "err": 0.014791253954172134,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.218841552734375,
                    "total_bits": 104334848.0,
                    "err": 0.013533491641283035,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.1253662109375,
                    "total_bits": 136321024.0,
                    "err": 0.010691829957067966,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.10.mlp.gate_proj",
            "numel": 58720256,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.1876046316964284,
                    "total_bits": 128456703.99999999,
                    "err": 0.16490842401981354,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.3751046316964284,
                    "total_bits": 139466752.0,
                    "err": 0.15406189858913422,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.6251046316964284,
                    "total_bits": 154146816.0,
                    "err": 0.15021942555904388,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.7188546316964284,
                    "total_bits": 159651840.0,
                    "err": 0.13600265979766846,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.2188546316964284,
                    "total_bits": 189011968.0,
                    "err": 0.07777794450521469,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.6876046316964284,
                    "total_bits": 216537088.0,
                    "err": 0.07384663075208664,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.031276157924107,
                    "total_bits": 177997312.0,
                    "err": 0.08761847019195557,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.1251046316964284,
                    "total_bits": 183506944.0,
                    "err": 0.08041225373744965,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.1876046316964284,
                    "total_bits": 187176960.0,
                    "err": 0.07864678651094437,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.5313546316964284,
                    "total_bits": 207362048.0,
                    "err": 0.06909625232219696,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.6563023158482144,
                    "total_bits": 214699008.0,
                    "err": 0.06597397476434708,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.031276157924107,
                    "total_bits": 236717567.99999997,
                    "err": 0.04481399431824684,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.125104631696429,
                    "total_bits": 242227200.0,
                    "err": 0.038622017949819565,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.218854631696429,
                    "total_bits": 247732224.0,
                    "err": 0.037426117807626724,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.312604631696429,
                    "total_bits": 253237248.0,
                    "err": 0.03714941442012787,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.031276157924107,
                    "total_bits": 295437824.0,
                    "err": 0.022464416921138763,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.218854631696429,
                    "total_bits": 306452480.0,
                    "err": 0.019577205181121826,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.375104631696429,
                    "total_bits": 315627520.0,
                    "err": 0.019306719303131104,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.531354631696429,
                    "total_bits": 324802560.0,
                    "err": 0.01786145754158497,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.718854631696429,
                    "total_bits": 335812608.0,
                    "err": 0.017686335369944572,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.031276157924107,
                    "total_bits": 354158080.0,
                    "err": 0.012066816911101341,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.125104631696429,
                    "total_bits": 359667712.0,
                    "err": 0.01231908705085516,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.218776157924107,
                    "total_bits": 365168128.0,
                    "err": 0.01166355051100254,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.125104631696429,
                    "total_bits": 477108224.0,
                    "err": 0.00872998870909214,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.10.mlp.up_proj",
            "numel": 58720256,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.1876046316964284,
                    "total_bits": 128456703.99999999,
                    "err": 0.22256390750408173,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.3751046316964284,
                    "total_bits": 139466752.0,
                    "err": 0.2080521583557129,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.6251046316964284,
                    "total_bits": 154146816.0,
                    "err": 0.20314131677150726,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.7188546316964284,
                    "total_bits": 159651840.0,
                    "err": 0.18393515050411224,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.2188546316964284,
                    "total_bits": 189011968.0,
                    "err": 0.10501490533351898,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.6876046316964284,
                    "total_bits": 216537088.0,
                    "err": 0.09983035922050476,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.031276157924107,
                    "total_bits": 177997312.0,
                    "err": 0.11774236708879471,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.1251046316964284,
                    "total_bits": 183506944.0,
                    "err": 0.10820472240447998,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.1876046316964284,
                    "total_bits": 187176960.0,
                    "err": 0.10614387691020966,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.5313546316964284,
                    "total_bits": 207362048.0,
                    "err": 0.09322924166917801,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.6563023158482144,
                    "total_bits": 214699008.0,
                    "err": 0.08902046084403992,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.031276157924107,
                    "total_bits": 236717567.99999997,
                    "err": 0.06013419106602669,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.125104631696429,
                    "total_bits": 242227200.0,
                    "err": 0.05181557312607765,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.218854631696429,
                    "total_bits": 247732224.0,
                    "err": 0.05036340653896332,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.312604631696429,
                    "total_bits": 253237248.0,
                    "err": 0.050019003450870514,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.031276157924107,
                    "total_bits": 295437824.0,
                    "err": 0.030067650601267815,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.218854631696429,
                    "total_bits": 306452480.0,
                    "err": 0.025985602289438248,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.375104631696429,
                    "total_bits": 315627520.0,
                    "err": 0.025636108592152596,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.531354631696429,
                    "total_bits": 324802560.0,
                    "err": 0.023609353229403496,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.718854631696429,
                    "total_bits": 335812608.0,
                    "err": 0.023389212787151337,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.031276157924107,
                    "total_bits": 354158080.0,
                    "err": 0.01589423231780529,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.125104631696429,
                    "total_bits": 359667712.0,
                    "err": 0.01582304760813713,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.218776157924107,
                    "total_bits": 365168128.0,
                    "err": 0.015388518571853638,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.125104631696429,
                    "total_bits": 477108224.0,
                    "err": 0.010633928701281548,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.10.mlp.down_proj",
            "numel": 58720256,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.1789376395089284,
                    "total_bits": 127947775.99999999,
                    "err": 0.23110242187976837,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.3753662109375,
                    "total_bits": 139482112.0,
                    "err": 0.20915545523166656,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.6253662109375,
                    "total_bits": 154162176.0,
                    "err": 0.20091141760349274,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.7235804966517856,
                    "total_bits": 159929344.0,
                    "err": 0.1780066043138504,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.2235804966517856,
                    "total_bits": 189289472.0,
                    "err": 0.10687767714262009,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.7146519252232144,
                    "total_bits": 218125312.0,
                    "err": 0.09864272177219391,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.031341552734375,
                    "total_bits": 178001152.0,
                    "err": 0.12542591989040375,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.1253662109375,
                    "total_bits": 183522304.0,
                    "err": 0.11356385797262192,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.1789376395089284,
                    "total_bits": 186668032.0,
                    "err": 0.10937540978193283,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.5271519252232144,
                    "total_bits": 207115264.0,
                    "err": 0.09217237681150436,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.6608973911830356,
                    "total_bits": 214968832.0,
                    "err": 0.08723975718021393,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.031341552734375,
                    "total_bits": 236721408.0,
                    "err": 0.06409437954425812,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.1253662109375,
                    "total_bits": 242242560.0,
                    "err": 0.054605964571237564,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.223580496651786,
                    "total_bits": 248009728.0,
                    "err": 0.051576606929302216,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.321794782366071,
                    "total_bits": 253776896.0,
                    "err": 0.05084861442446709,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.031341552734375,
                    "total_bits": 295441664.0,
                    "err": 0.03225667402148247,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.223580496651786,
                    "total_bits": 306729984.0,
                    "err": 0.027277082204818726,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.339651925223214,
                    "total_bits": 313545728.0,
                    "err": 0.026922155171632767,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.527151925223214,
                    "total_bits": 324555776.0,
                    "err": 0.024439366534352303,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.723580496651786,
                    "total_bits": 336090112.0,
                    "err": 0.023981763049960136,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.031341552734375,
                    "total_bits": 354161920.0,
                    "err": 0.01759587973356247,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.1253662109375,
                    "total_bits": 359683072.0,
                    "err": 0.017798742279410362,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.227770124162946,
                    "total_bits": 365696256.0,
                    "err": 0.016576441004872322,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.1253662109375,
                    "total_bits": 477123584.0,
                    "err": 0.012902596034109592,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.11.self_attn.q_proj",
            "numel": 16777216,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.1878662109375,
                    "total_bits": 36706304.0,
                    "err": 0.09852687269449234,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.3753662109375,
                    "total_bits": 39852032.0,
                    "err": 0.08788391202688217,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.6253662109375,
                    "total_bits": 44046336.0,
                    "err": 0.0823468416929245,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.7191162109375,
                    "total_bits": 45619200.0,
                    "err": 0.07217469811439514,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.2191162109375,
                    "total_bits": 54007808.0,
                    "err": 0.04581882432103157,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.6878662109375,
                    "total_bits": 61872128.0,
                    "err": 0.04097631573677063,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.031341552734375,
                    "total_bits": 50857472.0,
                    "err": 0.05596191808581352,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.1253662109375,
                    "total_bits": 52434944.0,
                    "err": 0.05108959227800369,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.1878662109375,
                    "total_bits": 53483520.0,
                    "err": 0.046736881136894226,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.5316162109375,
                    "total_bits": 59250688.0,
                    "err": 0.03831035643815994,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.65643310546875,
                    "total_bits": 61344768.0,
                    "err": 0.036306340247392654,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.031341552734375,
                    "total_bits": 67634688.0,
                    "err": 0.028468037024140358,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.1253662109375,
                    "total_bits": 69212160.0,
                    "err": 0.024468043819069862,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.2191162109375,
                    "total_bits": 70785024.0,
                    "err": 0.02212197333574295,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.3128662109375,
                    "total_bits": 72357888.0,
                    "err": 0.02153652347624302,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.031341552734375,
                    "total_bits": 84411904.0,
                    "err": 0.01426279079169035,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.2191162109375,
                    "total_bits": 87562240.0,
                    "err": 0.011661027558147907,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.3753662109375,
                    "total_bits": 90183680.0,
                    "err": 0.01120835542678833,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.5316162109375,
                    "total_bits": 92805120.0,
                    "err": 0.010208744555711746,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.7191162109375,
                    "total_bits": 95950848.0,
                    "err": 0.009827310219407082,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.031341552734375,
                    "total_bits": 101189120.0,
                    "err": 0.0075651793740689754,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.1253662109375,
                    "total_bits": 102766592.0,
                    "err": 0.007737257052212954,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.218841552734375,
                    "total_bits": 104334848.0,
                    "err": 0.006736717652529478,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.1253662109375,
                    "total_bits": 136321024.0,
                    "err": 0.005420766305178404,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.11.self_attn.k_proj",
            "numel": 4194304,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.18896484375,
                    "total_bits": 9181184.0,
                    "err": 0.08272436261177063,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.37646484375,
                    "total_bits": 9967616.0,
                    "err": 0.07328034192323685,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.62646484375,
                    "total_bits": 11016192.0,
                    "err": 0.06775684654712677,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.72021484375,
                    "total_bits": 11409408.0,
                    "err": 0.05911845713853836,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.22021484375,
                    "total_bits": 13506560.0,
                    "err": 0.03805491328239441,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.68896484375,
                    "total_bits": 15472640.0,
                    "err": 0.03350261226296425,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.0316162109375,
                    "total_bits": 12715520.0,
                    "err": 0.04781489074230194,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.12646484375,
                    "total_bits": 13113344.0,
                    "err": 0.04367317259311676,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.18896484375,
                    "total_bits": 13375488.0,
                    "err": 0.03892434760928154,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.53271484375,
                    "total_bits": 14817280.0,
                    "err": 0.031716443598270416,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.656982421875,
                    "total_bits": 15338496.0,
                    "err": 0.03018278069794178,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.0316162109375,
                    "total_bits": 16909824.0,
                    "err": 0.024296782910823822,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.12646484375,
                    "total_bits": 17307648.0,
                    "err": 0.020854704082012177,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.22021484375,
                    "total_bits": 17700864.0,
                    "err": 0.018336554989218712,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.31396484375,
                    "total_bits": 18094080.0,
                    "err": 0.017698973417282104,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.0316162109375,
                    "total_bits": 21104128.0,
                    "err": 0.01215768326073885,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.22021484375,
                    "total_bits": 21895168.0,
                    "err": 0.009577708318829536,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.37646484375,
                    "total_bits": 22550528.0,
                    "err": 0.009115985594689846,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.53271484375,
                    "total_bits": 23205888.0,
                    "err": 0.008338413201272488,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.72021484375,
                    "total_bits": 23992320.0,
                    "err": 0.007910902611911297,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.0316162109375,
                    "total_bits": 25298432.0,
                    "err": 0.006380568258464336,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.12646484375,
                    "total_bits": 25696256.0,
                    "err": 0.006352915894240141,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.2191162109375,
                    "total_bits": 26084864.0,
                    "err": 0.005499078892171383,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.12646484375,
                    "total_bits": 34084864.0,
                    "err": 0.0042436979711055756,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.11.self_attn.v_proj",
            "numel": 4194304,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.18896484375,
                    "total_bits": 9181184.0,
                    "err": 0.19288039207458496,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.37646484375,
                    "total_bits": 9967616.0,
                    "err": 0.17201989889144897,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.62646484375,
                    "total_bits": 11016192.0,
                    "err": 0.16426488757133484,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.72021484375,
                    "total_bits": 11409408.0,
                    "err": 0.14282211661338806,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.22021484375,
                    "total_bits": 13506560.0,
                    "err": 0.08958762884140015,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.68896484375,
                    "total_bits": 15472640.0,
                    "err": 0.08156977593898773,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.0316162109375,
                    "total_bits": 12715520.0,
                    "err": 0.10512509942054749,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.12646484375,
                    "total_bits": 13113344.0,
                    "err": 0.09530417621135712,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.18896484375,
                    "total_bits": 13375488.0,
                    "err": 0.0913572758436203,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.53271484375,
                    "total_bits": 14817280.0,
                    "err": 0.07430436462163925,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.656982421875,
                    "total_bits": 15338496.0,
                    "err": 0.06957687437534332,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.0316162109375,
                    "total_bits": 16909824.0,
                    "err": 0.05353141576051712,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.12646484375,
                    "total_bits": 17307648.0,
                    "err": 0.04548794776201248,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.22021484375,
                    "total_bits": 17700864.0,
                    "err": 0.04290391877293587,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.31396484375,
                    "total_bits": 18094080.0,
                    "err": 0.04231082648038864,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.0316162109375,
                    "total_bits": 21104128.0,
                    "err": 0.026735054329037666,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.22021484375,
                    "total_bits": 21895168.0,
                    "err": 0.021972881630063057,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.37646484375,
                    "total_bits": 22550528.0,
                    "err": 0.021353255957365036,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.53271484375,
                    "total_bits": 23205888.0,
                    "err": 0.018837111070752144,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.72021484375,
                    "total_bits": 23992320.0,
                    "err": 0.018416540697216988,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.0316162109375,
                    "total_bits": 25298432.0,
                    "err": 0.013828695751726627,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.12646484375,
                    "total_bits": 25696256.0,
                    "err": 0.013353363610804081,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.2191162109375,
                    "total_bits": 26084864.0,
                    "err": 0.012717406265437603,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.12646484375,
                    "total_bits": 34084864.0,
                    "err": 0.008452096953988075,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.11.self_attn.o_proj",
            "numel": 16777216,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.1878662109375,
                    "total_bits": 36706304.0,
                    "err": 0.19014762341976166,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.3753662109375,
                    "total_bits": 39852032.0,
                    "err": 0.1732131838798523,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.6253662109375,
                    "total_bits": 44046336.0,
                    "err": 0.16012662649154663,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.7191162109375,
                    "total_bits": 45619200.0,
                    "err": 0.1415892094373703,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.2191162109375,
                    "total_bits": 54007808.0,
                    "err": 0.08985280990600586,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.6878662109375,
                    "total_bits": 61872128.0,
                    "err": 0.07979436963796616,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.031341552734375,
                    "total_bits": 50857472.0,
                    "err": 0.117531418800354,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.1253662109375,
                    "total_bits": 52434944.0,
                    "err": 0.10527938604354858,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.1878662109375,
                    "total_bits": 53483520.0,
                    "err": 0.09126026183366776,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.5316162109375,
                    "total_bits": 59250688.0,
                    "err": 0.07715728133916855,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.65643310546875,
                    "total_bits": 61344768.0,
                    "err": 0.07463967800140381,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.031341552734375,
                    "total_bits": 67634688.0,
                    "err": 0.060839537531137466,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.1253662109375,
                    "total_bits": 69212160.0,
                    "err": 0.05094388499855995,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.2191162109375,
                    "total_bits": 70785024.0,
                    "err": 0.04387969896197319,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.3128662109375,
                    "total_bits": 72357888.0,
                    "err": 0.042055532336235046,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.031341552734375,
                    "total_bits": 84411904.0,
                    "err": 0.030568961054086685,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.2191162109375,
                    "total_bits": 87562240.0,
                    "err": 0.023613523691892624,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.3753662109375,
                    "total_bits": 90183680.0,
                    "err": 0.02242995612323284,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.5316162109375,
                    "total_bits": 92805120.0,
                    "err": 0.021190378814935684,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.7191162109375,
                    "total_bits": 95950848.0,
                    "err": 0.02005733549594879,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.031341552734375,
                    "total_bits": 101189120.0,
                    "err": 0.016597621142864227,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.1253662109375,
                    "total_bits": 102766592.0,
                    "err": 0.01663334108889103,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.218841552734375,
                    "total_bits": 104334848.0,
                    "err": 0.014221320860087872,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.1253662109375,
                    "total_bits": 136321024.0,
                    "err": 0.012062839232385159,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.11.mlp.gate_proj",
            "numel": 58720256,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.1876046316964284,
                    "total_bits": 128456703.99999999,
                    "err": 0.1671173870563507,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.3751046316964284,
                    "total_bits": 139466752.0,
                    "err": 0.15573537349700928,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.6251046316964284,
                    "total_bits": 154146816.0,
                    "err": 0.15160509943962097,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.7188546316964284,
                    "total_bits": 159651840.0,
                    "err": 0.13725322484970093,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.2188546316964284,
                    "total_bits": 189011968.0,
                    "err": 0.07891064882278442,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.6876046316964284,
                    "total_bits": 216537088.0,
                    "err": 0.07470957934856415,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.031276157924107,
                    "total_bits": 177997312.0,
                    "err": 0.08932960778474808,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.1251046316964284,
                    "total_bits": 183506944.0,
                    "err": 0.0818682312965393,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.1876046316964284,
                    "total_bits": 187176960.0,
                    "err": 0.07983186841011047,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.5313546316964284,
                    "total_bits": 207362048.0,
                    "err": 0.06992193311452866,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.6563023158482144,
                    "total_bits": 214699008.0,
                    "err": 0.06688779592514038,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.031276157924107,
                    "total_bits": 236717567.99999997,
                    "err": 0.04580364748835564,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.125104631696429,
                    "total_bits": 242227200.0,
                    "err": 0.03941820189356804,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.218854631696429,
                    "total_bits": 247732224.0,
                    "err": 0.03808796405792236,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.312604631696429,
                    "total_bits": 253237248.0,
                    "err": 0.037773557007312775,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.031276157924107,
                    "total_bits": 295437824.0,
                    "err": 0.022992756217718124,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.218854631696429,
                    "total_bits": 306452480.0,
                    "err": 0.020107435062527657,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.375104631696429,
                    "total_bits": 315627520.0,
                    "err": 0.019808808341622353,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.531354631696429,
                    "total_bits": 324802560.0,
                    "err": 0.01835600472986698,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.718854631696429,
                    "total_bits": 335812608.0,
                    "err": 0.018160128965973854,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.031276157924107,
                    "total_bits": 354158080.0,
                    "err": 0.012495305389165878,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.125104631696429,
                    "total_bits": 359667712.0,
                    "err": 0.012928199954330921,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.218776157924107,
                    "total_bits": 365168128.0,
                    "err": 0.012042488902807236,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.125104631696429,
                    "total_bits": 477108224.0,
                    "err": 0.009421490132808685,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.11.mlp.up_proj",
            "numel": 58720256,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.1876046316964284,
                    "total_bits": 128456703.99999999,
                    "err": 0.2234102189540863,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.3751046316964284,
                    "total_bits": 139466752.0,
                    "err": 0.20836497843265533,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.6251046316964284,
                    "total_bits": 154146816.0,
                    "err": 0.2031777948141098,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.7188546316964284,
                    "total_bits": 159651840.0,
                    "err": 0.18385571241378784,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.2188546316964284,
                    "total_bits": 189011968.0,
                    "err": 0.10528593510389328,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.6876046316964284,
                    "total_bits": 216537088.0,
                    "err": 0.09986597299575806,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.031276157924107,
                    "total_bits": 177997312.0,
                    "err": 0.1184784322977066,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.1251046316964284,
                    "total_bits": 183506944.0,
                    "err": 0.10876429080963135,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.1876046316964284,
                    "total_bits": 187176960.0,
                    "err": 0.1064770296216011,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.5313546316964284,
                    "total_bits": 207362048.0,
                    "err": 0.09331391006708145,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.6563023158482144,
                    "total_bits": 214699008.0,
                    "err": 0.08899243921041489,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.031276157924107,
                    "total_bits": 236717567.99999997,
                    "err": 0.0603383369743824,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.125104631696429,
                    "total_bits": 242227200.0,
                    "err": 0.0520620122551918,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.218854631696429,
                    "total_bits": 247732224.0,
                    "err": 0.05048684403300285,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.312604631696429,
                    "total_bits": 253237248.0,
                    "err": 0.05010984465479851,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.031276157924107,
                    "total_bits": 295437824.0,
                    "err": 0.030180256813764572,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.218854631696429,
                    "total_bits": 306452480.0,
                    "err": 0.026005806401371956,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.375104631696429,
                    "total_bits": 315627520.0,
                    "err": 0.025627635419368744,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.531354631696429,
                    "total_bits": 324802560.0,
                    "err": 0.023574991151690483,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.718854631696429,
                    "total_bits": 335812608.0,
                    "err": 0.023336850106716156,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.031276157924107,
                    "total_bits": 354158080.0,
                    "err": 0.01584358885884285,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.125104631696429,
                    "total_bits": 359667712.0,
                    "err": 0.01578085497021675,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.218776157924107,
                    "total_bits": 365168128.0,
                    "err": 0.015287034213542938,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.125104631696429,
                    "total_bits": 477108224.0,
                    "err": 0.010482667945325375,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.11.mlp.down_proj",
            "numel": 58720256,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.1789376395089284,
                    "total_bits": 127947775.99999999,
                    "err": 0.23203183710575104,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.3753662109375,
                    "total_bits": 139482112.0,
                    "err": 0.21008586883544922,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.6253662109375,
                    "total_bits": 154162176.0,
                    "err": 0.20195108652114868,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.7235804966517856,
                    "total_bits": 159929344.0,
                    "err": 0.17928417026996613,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.2235804966517856,
                    "total_bits": 189289472.0,
                    "err": 0.1075589507818222,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.7146519252232144,
                    "total_bits": 218125312.0,
                    "err": 0.09929894655942917,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.031341552734375,
                    "total_bits": 178001152.0,
                    "err": 0.12580080330371857,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.1253662109375,
                    "total_bits": 183522304.0,
                    "err": 0.11404695361852646,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.1789376395089284,
                    "total_bits": 186668032.0,
                    "err": 0.11002055555582047,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.5271519252232144,
                    "total_bits": 207115264.0,
                    "err": 0.09280697256326675,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.6608973911830356,
                    "total_bits": 214968832.0,
                    "err": 0.08785203099250793,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.031341552734375,
                    "total_bits": 236721408.0,
                    "err": 0.0643819198012352,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.1253662109375,
                    "total_bits": 242242560.0,
                    "err": 0.05484595149755478,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.223580496651786,
                    "total_bits": 248009728.0,
                    "err": 0.05189928039908409,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.321794782366071,
                    "total_bits": 253776896.0,
                    "err": 0.051178790628910065,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.031341552734375,
                    "total_bits": 295441664.0,
                    "err": 0.03239767625927925,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.223580496651786,
                    "total_bits": 306729984.0,
                    "err": 0.027402296662330627,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.339651925223214,
                    "total_bits": 313545728.0,
                    "err": 0.027054160833358765,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.527151925223214,
                    "total_bits": 324555776.0,
                    "err": 0.024555813521146774,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.723580496651786,
                    "total_bits": 336090112.0,
                    "err": 0.02410120703279972,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.031341552734375,
                    "total_bits": 354161920.0,
                    "err": 0.01755286194384098,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.1253662109375,
                    "total_bits": 359683072.0,
                    "err": 0.017819004133343697,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.227770124162946,
                    "total_bits": 365696256.0,
                    "err": 0.01653369329869747,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.1253662109375,
                    "total_bits": 477123584.0,
                    "err": 0.012868762947618961,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.12.self_attn.q_proj",
            "numel": 16777216,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.1878662109375,
                    "total_bits": 36706304.0,
                    "err": 0.10307075083255768,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.3753662109375,
                    "total_bits": 39852032.0,
                    "err": 0.09162120521068573,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.6253662109375,
                    "total_bits": 44046336.0,
                    "err": 0.08494849503040314,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.7191162109375,
                    "total_bits": 45619200.0,
                    "err": 0.07441939413547516,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.2191162109375,
                    "total_bits": 54007808.0,
                    "err": 0.047818124294281006,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.6878662109375,
                    "total_bits": 61872128.0,
                    "err": 0.042233243584632874,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.031341552734375,
                    "total_bits": 50857472.0,
                    "err": 0.06078429892659187,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.1253662109375,
                    "total_bits": 52434944.0,
                    "err": 0.054561547935009,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.1878662109375,
                    "total_bits": 53483520.0,
                    "err": 0.048911526799201965,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.5316162109375,
                    "total_bits": 59250688.0,
                    "err": 0.0400005467236042,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.65643310546875,
                    "total_bits": 61344768.0,
                    "err": 0.038370098918676376,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.031341552734375,
                    "total_bits": 67634688.0,
                    "err": 0.03102881833910942,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.1253662109375,
                    "total_bits": 69212160.0,
                    "err": 0.026243500411510468,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.2191162109375,
                    "total_bits": 70785024.0,
                    "err": 0.02319204993546009,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.3128662109375,
                    "total_bits": 72357888.0,
                    "err": 0.022416317835450172,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.031341552734375,
                    "total_bits": 84411904.0,
                    "err": 0.015636226162314415,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.2191162109375,
                    "total_bits": 87562240.0,
                    "err": 0.012375171296298504,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.3753662109375,
                    "total_bits": 90183680.0,
                    "err": 0.011817459017038345,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.5316162109375,
                    "total_bits": 92805120.0,
                    "err": 0.010880110785365105,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.7191162109375,
                    "total_bits": 95950848.0,
                    "err": 0.010379377752542496,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.031341552734375,
                    "total_bits": 101189120.0,
                    "err": 0.008397238329052925,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.1253662109375,
                    "total_bits": 102766592.0,
                    "err": 0.00847955234348774,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.218841552734375,
                    "total_bits": 104334848.0,
                    "err": 0.007252757903188467,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.1253662109375,
                    "total_bits": 136321024.0,
                    "err": 0.006081464700400829,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.12.self_attn.k_proj",
            "numel": 4194304,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.18896484375,
                    "total_bits": 9181184.0,
                    "err": 0.08935867995023727,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.37646484375,
                    "total_bits": 9967616.0,
                    "err": 0.07880181074142456,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.62646484375,
                    "total_bits": 11016192.0,
                    "err": 0.07255812734365463,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.72021484375,
                    "total_bits": 11409408.0,
                    "err": 0.06342785805463791,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.22021484375,
                    "total_bits": 13506560.0,
                    "err": 0.041021671146154404,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.68896484375,
                    "total_bits": 15472640.0,
                    "err": 0.035929013043642044,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.0316162109375,
                    "total_bits": 12715520.0,
                    "err": 0.05242491886019707,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.12646484375,
                    "total_bits": 13113344.0,
                    "err": 0.047329291701316833,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.18896484375,
                    "total_bits": 13375488.0,
                    "err": 0.04209958016872406,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.53271484375,
                    "total_bits": 14817280.0,
                    "err": 0.03411848470568657,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.656982421875,
                    "total_bits": 15338496.0,
                    "err": 0.03257919102907181,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.0316162109375,
                    "total_bits": 16909824.0,
                    "err": 0.026650601997971535,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.12646484375,
                    "total_bits": 17307648.0,
                    "err": 0.02266085520386696,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.22021484375,
                    "total_bits": 17700864.0,
                    "err": 0.01983288675546646,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.31396484375,
                    "total_bits": 18094080.0,
                    "err": 0.019113870337605476,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.0316162109375,
                    "total_bits": 21104128.0,
                    "err": 0.013383608311414719,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.22021484375,
                    "total_bits": 21895168.0,
                    "err": 0.010440440848469734,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.37646484375,
                    "total_bits": 22550528.0,
                    "err": 0.009921068325638771,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.53271484375,
                    "total_bits": 23205888.0,
                    "err": 0.009088646620512009,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.72021484375,
                    "total_bits": 23992320.0,
                    "err": 0.0086232740432024,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.0316162109375,
                    "total_bits": 25298432.0,
                    "err": 0.007055968977510929,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.12646484375,
                    "total_bits": 25696256.0,
                    "err": 0.007032239809632301,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.2191162109375,
                    "total_bits": 26084864.0,
                    "err": 0.00603842455893755,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.12646484375,
                    "total_bits": 34084864.0,
                    "err": 0.004820741713047028,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.12.self_attn.v_proj",
            "numel": 4194304,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.18896484375,
                    "total_bits": 9181184.0,
                    "err": 0.19283334910869598,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.37646484375,
                    "total_bits": 9967616.0,
                    "err": 0.1734447181224823,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.62646484375,
                    "total_bits": 11016192.0,
                    "err": 0.16572891175746918,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.72021484375,
                    "total_bits": 11409408.0,
                    "err": 0.14535535871982574,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.22021484375,
                    "total_bits": 13506560.0,
                    "err": 0.09021464735269547,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.68896484375,
                    "total_bits": 15472640.0,
                    "err": 0.08248832076787949,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.0316162109375,
                    "total_bits": 12715520.0,
                    "err": 0.10621360689401627,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.12646484375,
                    "total_bits": 13113344.0,
                    "err": 0.0961269959807396,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.18896484375,
                    "total_bits": 13375488.0,
                    "err": 0.09182368218898773,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.53271484375,
                    "total_bits": 14817280.0,
                    "err": 0.075704425573349,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.656982421875,
                    "total_bits": 15338496.0,
                    "err": 0.0712830200791359,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.0316162109375,
                    "total_bits": 16909824.0,
                    "err": 0.054019782692193985,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.12646484375,
                    "total_bits": 17307648.0,
                    "err": 0.04597132280468941,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.22021484375,
                    "total_bits": 17700864.0,
                    "err": 0.04324612021446228,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.31396484375,
                    "total_bits": 18094080.0,
                    "err": 0.042573411017656326,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.0316162109375,
                    "total_bits": 21104128.0,
                    "err": 0.02699272334575653,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.22021484375,
                    "total_bits": 21895168.0,
                    "err": 0.022124504670500755,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.37646484375,
                    "total_bits": 22550528.0,
                    "err": 0.021513843908905983,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.53271484375,
                    "total_bits": 23205888.0,
                    "err": 0.019149228930473328,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.72021484375,
                    "total_bits": 23992320.0,
                    "err": 0.018695302307605743,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.0316162109375,
                    "total_bits": 25298432.0,
                    "err": 0.013936144299805164,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.12646484375,
                    "total_bits": 25696256.0,
                    "err": 0.013443287461996078,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.2191162109375,
                    "total_bits": 26084864.0,
                    "err": 0.012843770906329155,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.12646484375,
                    "total_bits": 34084864.0,
                    "err": 0.008461377583444118,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.12.self_attn.o_proj",
            "numel": 16777216,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.1878662109375,
                    "total_bits": 36706304.0,
                    "err": 0.2020462602376938,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.3753662109375,
                    "total_bits": 39852032.0,
                    "err": 0.17805737257003784,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.6253662109375,
                    "total_bits": 44046336.0,
                    "err": 0.16897395253181458,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.7191162109375,
                    "total_bits": 45619200.0,
                    "err": 0.14641538262367249,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.2191162109375,
                    "total_bits": 54007808.0,
                    "err": 0.09425190091133118,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.6878662109375,
                    "total_bits": 61872128.0,
                    "err": 0.0848107859492302,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.031341552734375,
                    "total_bits": 50857472.0,
                    "err": 0.11171776801347733,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.1253662109375,
                    "total_bits": 52434944.0,
                    "err": 0.1011362373828888,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.1878662109375,
                    "total_bits": 53483520.0,
                    "err": 0.09650392085313797,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.5316162109375,
                    "total_bits": 59250688.0,
                    "err": 0.0773831456899643,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.65643310546875,
                    "total_bits": 61344768.0,
                    "err": 0.07262886315584183,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.031341552734375,
                    "total_bits": 67634688.0,
                    "err": 0.057818617671728134,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.1253662109375,
                    "total_bits": 69212160.0,
                    "err": 0.048936814069747925,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.2191162109375,
                    "total_bits": 70785024.0,
                    "err": 0.04577885568141937,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.3128662109375,
                    "total_bits": 72357888.0,
                    "err": 0.045022547245025635,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.031341552734375,
                    "total_bits": 84411904.0,
                    "err": 0.029075952246785164,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.2191162109375,
                    "total_bits": 87562240.0,
                    "err": 0.02430298551917076,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.3753662109375,
                    "total_bits": 90183680.0,
                    "err": 0.023632608354091644,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.5316162109375,
                    "total_bits": 92805120.0,
                    "err": 0.021016938611865044,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.7191162109375,
                    "total_bits": 95950848.0,
                    "err": 0.020522726699709892,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.031341552734375,
                    "total_bits": 101189120.0,
                    "err": 0.015828343108296394,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.1253662109375,
                    "total_bits": 102766592.0,
                    "err": 0.0160455834120512,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.218841552734375,
                    "total_bits": 104334848.0,
                    "err": 0.014822704717516899,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.1253662109375,
                    "total_bits": 136321024.0,
                    "err": 0.011720092035830021,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.12.mlp.gate_proj",
            "numel": 58720256,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.1876046316964284,
                    "total_bits": 128456703.99999999,
                    "err": 0.16890332102775574,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.3751046316964284,
                    "total_bits": 139466752.0,
                    "err": 0.15716306865215302,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.6251046316964284,
                    "total_bits": 154146816.0,
                    "err": 0.15300585329532623,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.7188546316964284,
                    "total_bits": 159651840.0,
                    "err": 0.1384049952030182,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.2188546316964284,
                    "total_bits": 189011968.0,
                    "err": 0.07981806248426437,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.6876046316964284,
                    "total_bits": 216537088.0,
                    "err": 0.07553710788488388,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.031276157924107,
                    "total_bits": 177997312.0,
                    "err": 0.09048470854759216,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.1251046316964284,
                    "total_bits": 183506944.0,
                    "err": 0.08269275724887848,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.1876046316964284,
                    "total_bits": 187176960.0,
                    "err": 0.08077631890773773,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.5313546316964284,
                    "total_bits": 207362048.0,
                    "err": 0.07055717706680298,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.6563023158482144,
                    "total_bits": 214699008.0,
                    "err": 0.06763854622840881,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.031276157924107,
                    "total_bits": 236717567.99999997,
                    "err": 0.04638468101620674,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.125104631696429,
                    "total_bits": 242227200.0,
                    "err": 0.03991057723760605,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.218854631696429,
                    "total_bits": 247732224.0,
                    "err": 0.03863051161170006,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.312604631696429,
                    "total_bits": 253237248.0,
                    "err": 0.038330577313899994,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.031276157924107,
                    "total_bits": 295437824.0,
                    "err": 0.02334721013903618,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.218854631696429,
                    "total_bits": 306452480.0,
                    "err": 0.0205627903342247,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.375104631696429,
                    "total_bits": 315627520.0,
                    "err": 0.020268963649868965,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.531354631696429,
                    "total_bits": 324802560.0,
                    "err": 0.01877584680914879,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.718854631696429,
                    "total_bits": 335812608.0,
                    "err": 0.018592141568660736,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.031276157924107,
                    "total_bits": 354158080.0,
                    "err": 0.012866330333054066,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.125104631696429,
                    "total_bits": 359667712.0,
                    "err": 0.013425054959952831,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.218776157924107,
                    "total_bits": 365168128.0,
                    "err": 0.012441488914191723,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.125104631696429,
                    "total_bits": 477108224.0,
                    "err": 0.0100348936393857,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.12.mlp.up_proj",
            "numel": 58720256,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.1876046316964284,
                    "total_bits": 128456703.99999999,
                    "err": 0.23040351271629333,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.3751046316964284,
                    "total_bits": 139466752.0,
                    "err": 0.21463212370872498,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.6251046316964284,
                    "total_bits": 154146816.0,
                    "err": 0.20937465131282806,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.7188546316964284,
                    "total_bits": 159651840.0,
                    "err": 0.18919061124324799,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.2188546316964284,
                    "total_bits": 189011968.0,
                    "err": 0.10884177684783936,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.6876046316964284,
                    "total_bits": 216537088.0,
                    "err": 0.10316354781389236,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.031276157924107,
                    "total_bits": 177997312.0,
                    "err": 0.12211769074201584,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.1251046316964284,
                    "total_bits": 183506944.0,
                    "err": 0.11220194399356842,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.1876046316964284,
                    "total_bits": 187176960.0,
                    "err": 0.11008957773447037,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.5313546316964284,
                    "total_bits": 207362048.0,
                    "err": 0.09617780894041061,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.6563023158482144,
                    "total_bits": 214699008.0,
                    "err": 0.09182797372341156,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.031276157924107,
                    "total_bits": 236717567.99999997,
                    "err": 0.062439944595098495,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.125104631696429,
                    "total_bits": 242227200.0,
                    "err": 0.05379260331392288,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.218854631696429,
                    "total_bits": 247732224.0,
                    "err": 0.05227671563625336,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.312604631696429,
                    "total_bits": 253237248.0,
                    "err": 0.051920849829912186,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.031276157924107,
                    "total_bits": 295437824.0,
                    "err": 0.03123408742249012,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.218854631696429,
                    "total_bits": 306452480.0,
                    "err": 0.02709011733531952,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.375104631696429,
                    "total_bits": 315627520.0,
                    "err": 0.02670900709927082,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.531354631696429,
                    "total_bits": 324802560.0,
                    "err": 0.024542920291423798,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.718854631696429,
                    "total_bits": 335812608.0,
                    "err": 0.024318130686879158,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.031276157924107,
                    "total_bits": 354158080.0,
                    "err": 0.016570456326007843,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.125104631696429,
                    "total_bits": 359667712.0,
                    "err": 0.01666472852230072,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.218776157924107,
                    "total_bits": 365168128.0,
                    "err": 0.01605568826198578,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.125104631696429,
                    "total_bits": 477108224.0,
                    "err": 0.011407636106014252,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.12.mlp.down_proj",
            "numel": 58720256,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.1789376395089284,
                    "total_bits": 127947775.99999999,
                    "err": 0.23143836855888367,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.3753662109375,
                    "total_bits": 139482112.0,
                    "err": 0.20845112204551697,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.6253662109375,
                    "total_bits": 154162176.0,
                    "err": 0.1988397240638733,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.7235804966517856,
                    "total_bits": 159929344.0,
                    "err": 0.17595887184143066,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.2235804966517856,
                    "total_bits": 189289472.0,
                    "err": 0.10691167414188385,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.7146519252232144,
                    "total_bits": 218125312.0,
                    "err": 0.0977451503276825,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.031341552734375,
                    "total_bits": 178001152.0,
                    "err": 0.12744684517383575,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.1253662109375,
                    "total_bits": 183522304.0,
                    "err": 0.1152459904551506,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.1789376395089284,
                    "total_bits": 186668032.0,
                    "err": 0.10958164930343628,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.5271519252232144,
                    "total_bits": 207115264.0,
                    "err": 0.09161555767059326,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.6608973911830356,
                    "total_bits": 214968832.0,
                    "err": 0.08684005588293076,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.031341552734375,
                    "total_bits": 236721408.0,
                    "err": 0.06495437026023865,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.1253662109375,
                    "total_bits": 242242560.0,
                    "err": 0.05527873337268829,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.223580496651786,
                    "total_bits": 248009728.0,
                    "err": 0.05152586102485657,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.321794782366071,
                    "total_bits": 253776896.0,
                    "err": 0.050618987530469894,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.031341552734375,
                    "total_bits": 295441664.0,
                    "err": 0.03275681287050247,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.223580496651786,
                    "total_bits": 306729984.0,
                    "err": 0.027114426717162132,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.339651925223214,
                    "total_bits": 313545728.0,
                    "err": 0.026667628437280655,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.527151925223214,
                    "total_bits": 324555776.0,
                    "err": 0.024138614535331726,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.723580496651786,
                    "total_bits": 336090112.0,
                    "err": 0.0235593244433403,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.031341552734375,
                    "total_bits": 354161920.0,
                    "err": 0.017907055094838142,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.1253662109375,
                    "total_bits": 359683072.0,
                    "err": 0.017633408308029175,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.227770124162946,
                    "total_bits": 365696256.0,
                    "err": 0.016644742339849472,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.1253662109375,
                    "total_bits": 477123584.0,
                    "err": 0.012498908676207066,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.13.self_attn.q_proj",
            "numel": 16777216,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.1878662109375,
                    "total_bits": 36706304.0,
                    "err": 0.10551069676876068,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.3753662109375,
                    "total_bits": 39852032.0,
                    "err": 0.09488971531391144,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.6253662109375,
                    "total_bits": 44046336.0,
                    "err": 0.08989889174699783,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.7191162109375,
                    "total_bits": 45619200.0,
                    "err": 0.07900827378034592,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.2191162109375,
                    "total_bits": 54007808.0,
                    "err": 0.04914827272295952,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.6878662109375,
                    "total_bits": 61872128.0,
                    "err": 0.04458838328719139,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.031341552734375,
                    "total_bits": 50857472.0,
                    "err": 0.05876830592751503,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.1253662109375,
                    "total_bits": 52434944.0,
                    "err": 0.05371316522359848,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.1878662109375,
                    "total_bits": 53483520.0,
                    "err": 0.0500299297273159,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.5316162109375,
                    "total_bits": 59250688.0,
                    "err": 0.04139844328165054,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.65643310546875,
                    "total_bits": 61344768.0,
                    "err": 0.03918764740228653,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.031341552734375,
                    "total_bits": 67634688.0,
                    "err": 0.029843375086784363,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.1253662109375,
                    "total_bits": 69212160.0,
                    "err": 0.025674939155578613,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.2191162109375,
                    "total_bits": 70785024.0,
                    "err": 0.023617852479219437,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.3128662109375,
                    "total_bits": 72357888.0,
                    "err": 0.023118549957871437,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.031341552734375,
                    "total_bits": 84411904.0,
                    "err": 0.014927526004612446,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.2191162109375,
                    "total_bits": 87562240.0,
                    "err": 0.01226044911891222,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.3753662109375,
                    "total_bits": 90183680.0,
                    "err": 0.011853158473968506,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.5316162109375,
                    "total_bits": 92805120.0,
                    "err": 0.01071671862155199,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.7191162109375,
                    "total_bits": 95950848.0,
                    "err": 0.010387634858489037,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.031341552734375,
                    "total_bits": 101189120.0,
                    "err": 0.007826208136975765,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.1253662109375,
                    "total_bits": 102766592.0,
                    "err": 0.007813314907252789,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.218841552734375,
                    "total_bits": 104334848.0,
                    "err": 0.007085639983415604,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.1253662109375,
                    "total_bits": 136321024.0,
                    "err": 0.005235145799815655,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.13.self_attn.k_proj",
            "numel": 4194304,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.18896484375,
                    "total_bits": 9181184.0,
                    "err": 0.0870399922132492,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.37646484375,
                    "total_bits": 9967616.0,
                    "err": 0.07827544957399368,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.62646484375,
                    "total_bits": 11016192.0,
                    "err": 0.07347720116376877,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.72021484375,
                    "total_bits": 11409408.0,
                    "err": 0.06452032178640366,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.22021484375,
                    "total_bits": 13506560.0,
                    "err": 0.040375277400016785,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.68896484375,
                    "total_bits": 15472640.0,
                    "err": 0.036243896931409836,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.0316162109375,
                    "total_bits": 12715520.0,
                    "err": 0.049420714378356934,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.12646484375,
                    "total_bits": 13113344.0,
                    "err": 0.04507715255022049,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.18896484375,
                    "total_bits": 13375488.0,
                    "err": 0.04109257459640503,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.53271484375,
                    "total_bits": 14817280.0,
                    "err": 0.034044258296489716,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.656982421875,
                    "total_bits": 15338496.0,
                    "err": 0.03230127692222595,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.0316162109375,
                    "total_bits": 16909824.0,
                    "err": 0.02504757046699524,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.12646484375,
                    "total_bits": 17307648.0,
                    "err": 0.021549031138420105,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.22021484375,
                    "total_bits": 17700864.0,
                    "err": 0.019390227273106575,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.31396484375,
                    "total_bits": 18094080.0,
                    "err": 0.01886240765452385,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.0316162109375,
                    "total_bits": 21104128.0,
                    "err": 0.012551261112093925,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.22021484375,
                    "total_bits": 21895168.0,
                    "err": 0.01004127599298954,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.37646484375,
                    "total_bits": 22550528.0,
                    "err": 0.009637887589633465,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.53271484375,
                    "total_bits": 23205888.0,
                    "err": 0.008769979700446129,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.72021484375,
                    "total_bits": 23992320.0,
                    "err": 0.008421063423156738,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.0316162109375,
                    "total_bits": 25298432.0,
                    "err": 0.006537967827171087,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.12646484375,
                    "total_bits": 25696256.0,
                    "err": 0.006440693978220224,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.2191162109375,
                    "total_bits": 26084864.0,
                    "err": 0.005786015186458826,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.12646484375,
                    "total_bits": 34084864.0,
                    "err": 0.004207066260278225,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.13.self_attn.v_proj",
            "numel": 4194304,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.18896484375,
                    "total_bits": 9181184.0,
                    "err": 0.207675963640213,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.37646484375,
                    "total_bits": 9967616.0,
                    "err": 0.18712447583675385,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.62646484375,
                    "total_bits": 11016192.0,
                    "err": 0.17969107627868652,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.72021484375,
                    "total_bits": 11409408.0,
                    "err": 0.15756748616695404,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.22021484375,
                    "total_bits": 13506560.0,
                    "err": 0.09708110243082047,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.68896484375,
                    "total_bits": 15472640.0,
                    "err": 0.08922504633665085,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.0316162109375,
                    "total_bits": 12715520.0,
                    "err": 0.11246205866336823,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.12646484375,
                    "total_bits": 13113344.0,
                    "err": 0.10220356285572052,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.18896484375,
                    "total_bits": 13375488.0,
                    "err": 0.09862610697746277,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.53271484375,
                    "total_bits": 14817280.0,
                    "err": 0.0814388319849968,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.656982421875,
                    "total_bits": 15338496.0,
                    "err": 0.07640443742275238,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.0316162109375,
                    "total_bits": 16909824.0,
                    "err": 0.05715508759021759,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.12646484375,
                    "total_bits": 17307648.0,
                    "err": 0.04877156391739845,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.22021484375,
                    "total_bits": 17700864.0,
                    "err": 0.04640885069966316,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.31396484375,
                    "total_bits": 18094080.0,
                    "err": 0.04584750905632973,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.0316162109375,
                    "total_bits": 21104128.0,
                    "err": 0.028524309396743774,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.22021484375,
                    "total_bits": 21895168.0,
                    "err": 0.02361166849732399,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.37646484375,
                    "total_bits": 22550528.0,
                    "err": 0.02303454466164112,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.53271484375,
                    "total_bits": 23205888.0,
                    "err": 0.020379137247800827,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.72021484375,
                    "total_bits": 23992320.0,
                    "err": 0.019993789494037628,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.0316162109375,
                    "total_bits": 25298432.0,
                    "err": 0.014635265804827213,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.12646484375,
                    "total_bits": 25696256.0,
                    "err": 0.014044137671589851,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.2191162109375,
                    "total_bits": 26084864.0,
                    "err": 0.013610162772238255,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.12646484375,
                    "total_bits": 34084864.0,
                    "err": 0.008616503328084946,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.13.self_attn.o_proj",
            "numel": 16777216,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.1878662109375,
                    "total_bits": 36706304.0,
                    "err": 0.21797798573970795,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.3753662109375,
                    "total_bits": 39852032.0,
                    "err": 0.1976289600133896,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.6253662109375,
                    "total_bits": 44046336.0,
                    "err": 0.18943512439727783,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.7191162109375,
                    "total_bits": 45619200.0,
                    "err": 0.16854658722877502,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.2191162109375,
                    "total_bits": 54007808.0,
                    "err": 0.10206261277198792,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.6878662109375,
                    "total_bits": 61872128.0,
                    "err": 0.0937194675207138,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.031341552734375,
                    "total_bits": 50857472.0,
                    "err": 0.11910097301006317,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.1253662109375,
                    "total_bits": 52434944.0,
                    "err": 0.10867193341255188,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.1878662109375,
                    "total_bits": 53483520.0,
                    "err": 0.103789322078228,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.5316162109375,
                    "total_bits": 59250688.0,
                    "err": 0.08720305562019348,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.65643310546875,
                    "total_bits": 61344768.0,
                    "err": 0.0834365114569664,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.031341552734375,
                    "total_bits": 67634688.0,
                    "err": 0.06127795949578285,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.1253662109375,
                    "total_bits": 69212160.0,
                    "err": 0.0524011068046093,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.2191162109375,
                    "total_bits": 70785024.0,
                    "err": 0.04941020533442497,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.3128662109375,
                    "total_bits": 72357888.0,
                    "err": 0.04868258535861969,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.031341552734375,
                    "total_bits": 84411904.0,
                    "err": 0.03074759431183338,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.2191162109375,
                    "total_bits": 87562240.0,
                    "err": 0.026167774572968483,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.3753662109375,
                    "total_bits": 90183680.0,
                    "err": 0.025499265640974045,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.5316162109375,
                    "total_bits": 92805120.0,
                    "err": 0.023277945816516876,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.7191162109375,
                    "total_bits": 95950848.0,
                    "err": 0.0228213369846344,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.031341552734375,
                    "total_bits": 101189120.0,
                    "err": 0.016570914536714554,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.1253662109375,
                    "total_bits": 102766592.0,
                    "err": 0.017144974321126938,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.218841552734375,
                    "total_bits": 104334848.0,
                    "err": 0.01562432199716568,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.1253662109375,
                    "total_bits": 136321024.0,
                    "err": 0.012476461008191109,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.13.mlp.gate_proj",
            "numel": 58720256,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.1876046316964284,
                    "total_bits": 128456703.99999999,
                    "err": 0.16997364163398743,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.3751046316964284,
                    "total_bits": 139466752.0,
                    "err": 0.15825405716896057,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.6251046316964284,
                    "total_bits": 154146816.0,
                    "err": 0.15399132668972015,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.7188546316964284,
                    "total_bits": 159651840.0,
                    "err": 0.1393333226442337,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.2188546316964284,
                    "total_bits": 189011968.0,
                    "err": 0.08042372763156891,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.6876046316964284,
                    "total_bits": 216537088.0,
                    "err": 0.07602088153362274,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.031276157924107,
                    "total_bits": 177997312.0,
                    "err": 0.09101349860429764,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.1251046316964284,
                    "total_bits": 183506944.0,
                    "err": 0.08349591493606567,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.1876046316964284,
                    "total_bits": 187176960.0,
                    "err": 0.08139707148075104,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.5313546316964284,
                    "total_bits": 207362048.0,
                    "err": 0.07110685855150223,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.6563023158482144,
                    "total_bits": 214699008.0,
                    "err": 0.06805145740509033,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.031276157924107,
                    "total_bits": 236717567.99999997,
                    "err": 0.046705543994903564,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.125104631696429,
                    "total_bits": 242227200.0,
                    "err": 0.040233589708805084,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.218854631696429,
                    "total_bits": 247732224.0,
                    "err": 0.038844525814056396,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.312604631696429,
                    "total_bits": 253237248.0,
                    "err": 0.038515426218509674,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.031276157924107,
                    "total_bits": 295437824.0,
                    "err": 0.02341868355870247,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.218854631696429,
                    "total_bits": 306452480.0,
                    "err": 0.020527351647615433,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.375104631696429,
                    "total_bits": 315627520.0,
                    "err": 0.020218942314386368,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.531354631696429,
                    "total_bits": 324802560.0,
                    "err": 0.018714476376771927,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.718854631696429,
                    "total_bits": 335812608.0,
                    "err": 0.018507150933146477,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.031276157924107,
                    "total_bits": 354158080.0,
                    "err": 0.012665502727031708,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.125104631696429,
                    "total_bits": 359667712.0,
                    "err": 0.013235252350568771,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.218776157924107,
                    "total_bits": 365168128.0,
                    "err": 0.01218938548117876,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.125104631696429,
                    "total_bits": 477108224.0,
                    "err": 0.009672198444604874,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.13.mlp.up_proj",
            "numel": 58720256,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.1876046316964284,
                    "total_bits": 128456703.99999999,
                    "err": 0.23528096079826355,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.3751046316964284,
                    "total_bits": 139466752.0,
                    "err": 0.2193210870027542,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.6251046316964284,
                    "total_bits": 154146816.0,
                    "err": 0.21389049291610718,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.7188546316964284,
                    "total_bits": 159651840.0,
                    "err": 0.19341686367988586,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.2188546316964284,
                    "total_bits": 189011968.0,
                    "err": 0.11120499670505524,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.6876046316964284,
                    "total_bits": 216537088.0,
                    "err": 0.10537485778331757,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.031276157924107,
                    "total_bits": 177997312.0,
                    "err": 0.12501108646392822,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.1251046316964284,
                    "total_bits": 183506944.0,
                    "err": 0.11477294564247131,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.1876046316964284,
                    "total_bits": 187176960.0,
                    "err": 0.1124541237950325,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.5313546316964284,
                    "total_bits": 207362048.0,
                    "err": 0.0982995480298996,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.6563023158482144,
                    "total_bits": 214699008.0,
                    "err": 0.09387584030628204,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.031276157924107,
                    "total_bits": 236717567.99999997,
                    "err": 0.06393709778785706,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.125104631696429,
                    "total_bits": 242227200.0,
                    "err": 0.05501418560743332,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.218854631696429,
                    "total_bits": 247732224.0,
                    "err": 0.05339472368359566,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.312604631696429,
                    "total_bits": 253237248.0,
                    "err": 0.05301572382450104,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.031276157924107,
                    "total_bits": 295437824.0,
                    "err": 0.03201134502887726,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.218854631696429,
                    "total_bits": 306452480.0,
                    "err": 0.027628442272543907,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.375104631696429,
                    "total_bits": 315627520.0,
                    "err": 0.02723664417862892,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.531354631696429,
                    "total_bits": 324802560.0,
                    "err": 0.025036634877324104,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.718854631696429,
                    "total_bits": 335812608.0,
                    "err": 0.02479330450296402,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.031276157924107,
                    "total_bits": 354158080.0,
                    "err": 0.017030421644449234,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.125104631696429,
                    "total_bits": 359667712.0,
                    "err": 0.016942664980888367,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.218776157924107,
                    "total_bits": 365168128.0,
                    "err": 0.016474559903144836,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.125104631696429,
                    "total_bits": 477108224.0,
                    "err": 0.011511914432048798,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.13.mlp.down_proj",
            "numel": 58720256,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.1789376395089284,
                    "total_bits": 127947775.99999999,
                    "err": 0.24215926229953766,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.3753662109375,
                    "total_bits": 139482112.0,
                    "err": 0.2173495888710022,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.6253662109375,
                    "total_bits": 154162176.0,
                    "err": 0.2079828679561615,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.7235804966517856,
                    "total_bits": 159929344.0,
                    "err": 0.18395066261291504,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.2235804966517856,
                    "total_bits": 189289472.0,
                    "err": 0.11194087564945221,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.7146519252232144,
                    "total_bits": 218125312.0,
                    "err": 0.10245863348245621,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.031341552734375,
                    "total_bits": 178001152.0,
                    "err": 0.13191081583499908,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.1253662109375,
                    "total_bits": 183522304.0,
                    "err": 0.11948002129793167,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.1789376395089284,
                    "total_bits": 186668032.0,
                    "err": 0.1148410439491272,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.5271519252232144,
                    "total_bits": 207115264.0,
                    "err": 0.09555216878652573,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.6608973911830356,
                    "total_bits": 214968832.0,
                    "err": 0.09042342752218246,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.031341552734375,
                    "total_bits": 236721408.0,
                    "err": 0.06751324981451035,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.1253662109375,
                    "total_bits": 242242560.0,
                    "err": 0.05739642307162285,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.223580496651786,
                    "total_bits": 248009728.0,
                    "err": 0.05395885184407234,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.321794782366071,
                    "total_bits": 253776896.0,
                    "err": 0.05311650037765503,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.031341552734375,
                    "total_bits": 295441664.0,
                    "err": 0.033980607986450195,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.223580496651786,
                    "total_bits": 306729984.0,
                    "err": 0.028372058644890785,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.339651925223214,
                    "total_bits": 313545728.0,
                    "err": 0.027968790382146835,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.527151925223214,
                    "total_bits": 324555776.0,
                    "err": 0.02517993375658989,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.723580496651786,
                    "total_bits": 336090112.0,
                    "err": 0.024643437936902046,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.031341552734375,
                    "total_bits": 354161920.0,
                    "err": 0.0184103325009346,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.1253662109375,
                    "total_bits": 359683072.0,
                    "err": 0.0183492973446846,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.227770124162946,
                    "total_bits": 365696256.0,
                    "err": 0.01726572960615158,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.1253662109375,
                    "total_bits": 477123584.0,
                    "err": 0.013034864328801632,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.14.self_attn.q_proj",
            "numel": 16777216,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.1878662109375,
                    "total_bits": 36706304.0,
                    "err": 0.10731114447116852,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.3753662109375,
                    "total_bits": 39852032.0,
                    "err": 0.09674083441495895,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.6253662109375,
                    "total_bits": 44046336.0,
                    "err": 0.09091794490814209,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.7191162109375,
                    "total_bits": 45619200.0,
                    "err": 0.08029422163963318,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.2191162109375,
                    "total_bits": 54007808.0,
                    "err": 0.04997722804546356,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.6878662109375,
                    "total_bits": 61872128.0,
                    "err": 0.04506978765130043,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.031341552734375,
                    "total_bits": 50857472.0,
                    "err": 0.061406705528497696,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.1253662109375,
                    "total_bits": 52434944.0,
                    "err": 0.05582751706242561,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.1878662109375,
                    "total_bits": 53483520.0,
                    "err": 0.05092101916670799,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.5316162109375,
                    "total_bits": 59250688.0,
                    "err": 0.04245426505804062,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.65643310546875,
                    "total_bits": 61344768.0,
                    "err": 0.040477365255355835,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.031341552734375,
                    "total_bits": 67634688.0,
                    "err": 0.031241783872246742,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.1253662109375,
                    "total_bits": 69212160.0,
                    "err": 0.026730136945843697,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.2191162109375,
                    "total_bits": 70785024.0,
                    "err": 0.024112679064273834,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.3128662109375,
                    "total_bits": 72357888.0,
                    "err": 0.023462148383259773,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.031341552734375,
                    "total_bits": 84411904.0,
                    "err": 0.015641309320926666,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.2191162109375,
                    "total_bits": 87562240.0,
                    "err": 0.012652846053242683,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.3753662109375,
                    "total_bits": 90183680.0,
                    "err": 0.012176401913166046,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.5316162109375,
                    "total_bits": 92805120.0,
                    "err": 0.011182350106537342,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.7191162109375,
                    "total_bits": 95950848.0,
                    "err": 0.010759394615888596,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.031341552734375,
                    "total_bits": 101189120.0,
                    "err": 0.008245307952165604,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.1253662109375,
                    "total_bits": 102766592.0,
                    "err": 0.008333804085850716,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.218841552734375,
                    "total_bits": 104334848.0,
                    "err": 0.007298219949007034,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.1253662109375,
                    "total_bits": 136321024.0,
                    "err": 0.005746615584939718,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.14.self_attn.k_proj",
            "numel": 4194304,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.18896484375,
                    "total_bits": 9181184.0,
                    "err": 0.08834876865148544,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.37646484375,
                    "total_bits": 9967616.0,
                    "err": 0.07981444895267487,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.62646484375,
                    "total_bits": 11016192.0,
                    "err": 0.07363440841436386,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.72021484375,
                    "total_bits": 11409408.0,
                    "err": 0.06518355011940002,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.22021484375,
                    "total_bits": 13506560.0,
                    "err": 0.040909361094236374,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.68896484375,
                    "total_bits": 15472640.0,
                    "err": 0.03615955263376236,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.0316162109375,
                    "total_bits": 12715520.0,
                    "err": 0.0526408776640892,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.12646484375,
                    "total_bits": 13113344.0,
                    "err": 0.047886576503515244,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.18896484375,
                    "total_bits": 13375488.0,
                    "err": 0.041719794273376465,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.53271484375,
                    "total_bits": 14817280.0,
                    "err": 0.0350409597158432,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.656982421875,
                    "total_bits": 15338496.0,
                    "err": 0.033654943108558655,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.0316162109375,
                    "total_bits": 16909824.0,
                    "err": 0.026651229709386826,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.12646484375,
                    "total_bits": 17307648.0,
                    "err": 0.0229045357555151,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.22021484375,
                    "total_bits": 17700864.0,
                    "err": 0.019712340086698532,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.31396484375,
                    "total_bits": 18094080.0,
                    "err": 0.0189038198441267,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.0316162109375,
                    "total_bits": 21104128.0,
                    "err": 0.013333022594451904,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.22021484375,
                    "total_bits": 21895168.0,
                    "err": 0.01027294248342514,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.37646484375,
                    "total_bits": 22550528.0,
                    "err": 0.009721878916025162,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.53271484375,
                    "total_bits": 23205888.0,
                    "err": 0.009105706587433815,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.72021484375,
                    "total_bits": 23992320.0,
                    "err": 0.00857964064925909,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.0316162109375,
                    "total_bits": 25298432.0,
                    "err": 0.006944991182535887,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.12646484375,
                    "total_bits": 25696256.0,
                    "err": 0.00684833899140358,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.2191162109375,
                    "total_bits": 26084864.0,
                    "err": 0.0058714356273412704,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.12646484375,
                    "total_bits": 34084864.0,
                    "err": 0.004483770579099655,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.14.self_attn.v_proj",
            "numel": 4194304,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.18896484375,
                    "total_bits": 9181184.0,
                    "err": 0.2187211513519287,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.37646484375,
                    "total_bits": 9967616.0,
                    "err": 0.1976488083600998,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.62646484375,
                    "total_bits": 11016192.0,
                    "err": 0.18947435915470123,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.72021484375,
                    "total_bits": 11409408.0,
                    "err": 0.1666097790002823,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.22021484375,
                    "total_bits": 13506560.0,
                    "err": 0.10234224051237106,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.68896484375,
                    "total_bits": 15472640.0,
                    "err": 0.09398423880338669,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.0316162109375,
                    "total_bits": 12715520.0,
                    "err": 0.12058819085359573,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.12646484375,
                    "total_bits": 13113344.0,
                    "err": 0.10854842513799667,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.18896484375,
                    "total_bits": 13375488.0,
                    "err": 0.10397908091545105,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.53271484375,
                    "total_bits": 14817280.0,
                    "err": 0.0864277258515358,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.656982421875,
                    "total_bits": 15338496.0,
                    "err": 0.08146373927593231,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.0316162109375,
                    "total_bits": 16909824.0,
                    "err": 0.06144668906927109,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.12646484375,
                    "total_bits": 17307648.0,
                    "err": 0.05194520577788353,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.22021484375,
                    "total_bits": 17700864.0,
                    "err": 0.04905864968895912,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.31396484375,
                    "total_bits": 18094080.0,
                    "err": 0.048363588750362396,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.0316162109375,
                    "total_bits": 21104128.0,
                    "err": 0.03079591691493988,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.22021484375,
                    "total_bits": 21895168.0,
                    "err": 0.025137361139059067,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.37646484375,
                    "total_bits": 22550528.0,
                    "err": 0.024500705301761627,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.53271484375,
                    "total_bits": 23205888.0,
                    "err": 0.021923087537288666,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.72021484375,
                    "total_bits": 23992320.0,
                    "err": 0.02144928276538849,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.0316162109375,
                    "total_bits": 25298432.0,
                    "err": 0.015920983627438545,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.12646484375,
                    "total_bits": 25696256.0,
                    "err": 0.01535932905972004,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.2191162109375,
                    "total_bits": 26084864.0,
                    "err": 0.014600369147956371,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.12646484375,
                    "total_bits": 34084864.0,
                    "err": 0.009852277114987373,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.14.self_attn.o_proj",
            "numel": 16777216,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.1878662109375,
                    "total_bits": 36706304.0,
                    "err": 0.22950732707977295,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.3753662109375,
                    "total_bits": 39852032.0,
                    "err": 0.20311008393764496,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.6253662109375,
                    "total_bits": 44046336.0,
                    "err": 0.1922338753938675,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.7191162109375,
                    "total_bits": 45619200.0,
                    "err": 0.16804085671901703,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.2191162109375,
                    "total_bits": 54007808.0,
                    "err": 0.1072925552725792,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.6878662109375,
                    "total_bits": 61872128.0,
                    "err": 0.09669103473424911,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.031341552734375,
                    "total_bits": 50857472.0,
                    "err": 0.12887977063655853,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.1253662109375,
                    "total_bits": 52434944.0,
                    "err": 0.11654619127511978,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.1878662109375,
                    "total_bits": 53483520.0,
                    "err": 0.1101752445101738,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.5316162109375,
                    "total_bits": 59250688.0,
                    "err": 0.08853466808795929,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.65643310546875,
                    "total_bits": 61344768.0,
                    "err": 0.08462756127119064,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.031341552734375,
                    "total_bits": 67634688.0,
                    "err": 0.06642810255289078,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.1253662109375,
                    "total_bits": 69212160.0,
                    "err": 0.05626869574189186,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.2191162109375,
                    "total_bits": 70785024.0,
                    "err": 0.05200296267867088,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.3128662109375,
                    "total_bits": 72357888.0,
                    "err": 0.050965599715709686,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.031341552734375,
                    "total_bits": 84411904.0,
                    "err": 0.033247824758291245,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.2191162109375,
                    "total_bits": 87562240.0,
                    "err": 0.027522094547748566,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.3753662109375,
                    "total_bits": 90183680.0,
                    "err": 0.026714380830526352,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.5316162109375,
                    "total_bits": 92805120.0,
                    "err": 0.0238606296479702,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.7191162109375,
                    "total_bits": 95950848.0,
                    "err": 0.023190638050436974,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.031341552734375,
                    "total_bits": 101189120.0,
                    "err": 0.01769937574863434,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.1253662109375,
                    "total_bits": 102766592.0,
                    "err": 0.01816342957317829,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.218841552734375,
                    "total_bits": 104334848.0,
                    "err": 0.01633283495903015,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.1253662109375,
                    "total_bits": 136321024.0,
                    "err": 0.01303908322006464,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.14.mlp.gate_proj",
            "numel": 58720256,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.1876046316964284,
                    "total_bits": 128456703.99999999,
                    "err": 0.1597694605588913,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.3751046316964284,
                    "total_bits": 139466752.0,
                    "err": 0.1489122211933136,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.6251046316964284,
                    "total_bits": 154146816.0,
                    "err": 0.14460653066635132,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.7188546316964284,
                    "total_bits": 159651840.0,
                    "err": 0.13103610277175903,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.2188546316964284,
                    "total_bits": 189011968.0,
                    "err": 0.07574708759784698,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.6876046316964284,
                    "total_bits": 216537088.0,
                    "err": 0.07150297611951828,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.031276157924107,
                    "total_bits": 177997312.0,
                    "err": 0.08635355532169342,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.1251046316964284,
                    "total_bits": 183506944.0,
                    "err": 0.07912640273571014,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.1876046316964284,
                    "total_bits": 187176960.0,
                    "err": 0.07666004449129105,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.5313546316964284,
                    "total_bits": 207362048.0,
                    "err": 0.06711684912443161,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.6563023158482144,
                    "total_bits": 214699008.0,
                    "err": 0.06426084786653519,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.031276157924107,
                    "total_bits": 236717567.99999997,
                    "err": 0.04430082440376282,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.125104631696429,
                    "total_bits": 242227200.0,
                    "err": 0.03820306062698364,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.218854631696429,
                    "total_bits": 247732224.0,
                    "err": 0.036656010895967484,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.312604631696429,
                    "total_bits": 253237248.0,
                    "err": 0.03629075363278389,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.031276157924107,
                    "total_bits": 295437824.0,
                    "err": 0.022232048213481903,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.218854631696429,
                    "total_bits": 306452480.0,
                    "err": 0.01948762685060501,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.375104631696429,
                    "total_bits": 315627520.0,
                    "err": 0.019165629521012306,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.531354631696429,
                    "total_bits": 324802560.0,
                    "err": 0.01782211661338806,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.718854631696429,
                    "total_bits": 335812608.0,
                    "err": 0.017599057406187057,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.031276157924107,
                    "total_bits": 354158080.0,
                    "err": 0.012051304802298546,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.125104631696429,
                    "total_bits": 359667712.0,
                    "err": 0.012738875113427639,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.218776157924107,
                    "total_bits": 365168128.0,
                    "err": 0.01151849515736103,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.125104631696429,
                    "total_bits": 477108224.0,
                    "err": 0.009440850466489792,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.14.mlp.up_proj",
            "numel": 58720256,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.1876046316964284,
                    "total_bits": 128456703.99999999,
                    "err": 0.23114639520645142,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.3751046316964284,
                    "total_bits": 139466752.0,
                    "err": 0.21608471870422363,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.6251046316964284,
                    "total_bits": 154146816.0,
                    "err": 0.21065619587898254,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.7188546316964284,
                    "total_bits": 159651840.0,
                    "err": 0.1908266246318817,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.2188546316964284,
                    "total_bits": 189011968.0,
                    "err": 0.1095394566655159,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.6876046316964284,
                    "total_bits": 216537088.0,
                    "err": 0.10392437875270844,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.031276157924107,
                    "total_bits": 177997312.0,
                    "err": 0.1235959455370903,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.1251046316964284,
                    "total_bits": 183506944.0,
                    "err": 0.11334135383367538,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.1876046316964284,
                    "total_bits": 187176960.0,
                    "err": 0.11075403541326523,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.5313546316964284,
                    "total_bits": 207362048.0,
                    "err": 0.0972314327955246,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.6563023158482144,
                    "total_bits": 214699008.0,
                    "err": 0.09287746995687485,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.031276157924107,
                    "total_bits": 236717567.99999997,
                    "err": 0.06328725069761276,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.125104631696429,
                    "total_bits": 242227200.0,
                    "err": 0.054408714175224304,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.218854631696429,
                    "total_bits": 247732224.0,
                    "err": 0.05266972631216049,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.312604631696429,
                    "total_bits": 253237248.0,
                    "err": 0.05226164311170578,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.031276157924107,
                    "total_bits": 295437824.0,
                    "err": 0.031701862812042236,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.218854631696429,
                    "total_bits": 306452480.0,
                    "err": 0.02737346477806568,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.375104631696429,
                    "total_bits": 315627520.0,
                    "err": 0.026974787935614586,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.531354631696429,
                    "total_bits": 324802560.0,
                    "err": 0.024908725172281265,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.718854631696429,
                    "total_bits": 335812608.0,
                    "err": 0.024649472907185555,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.031276157924107,
                    "total_bits": 354158080.0,
                    "err": 0.016965351998806,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.125104631696429,
                    "total_bits": 359667712.0,
                    "err": 0.01697770692408085,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.218776157924107,
                    "total_bits": 365168128.0,
                    "err": 0.016365470364689827,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.125104631696429,
                    "total_bits": 477108224.0,
                    "err": 0.011712637729942799,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.14.mlp.down_proj",
            "numel": 58720256,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.1789376395089284,
                    "total_bits": 127947775.99999999,
                    "err": 0.22926563024520874,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.3753662109375,
                    "total_bits": 139482112.0,
                    "err": 0.20550164580345154,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.6253662109375,
                    "total_bits": 154162176.0,
                    "err": 0.19572435319423676,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.7235804966517856,
                    "total_bits": 159929344.0,
                    "err": 0.17368599772453308,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.2235804966517856,
                    "total_bits": 189289472.0,
                    "err": 0.10592411458492279,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.7146519252232144,
                    "total_bits": 218125312.0,
                    "err": 0.09637612849473953,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.031341552734375,
                    "total_bits": 178001152.0,
                    "err": 0.12689438462257385,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.1253662109375,
                    "total_bits": 183522304.0,
                    "err": 0.11446189880371094,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.1789376395089284,
                    "total_bits": 186668032.0,
                    "err": 0.1086982935667038,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.5271519252232144,
                    "total_bits": 207115264.0,
                    "err": 0.09061586856842041,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.6608973911830356,
                    "total_bits": 214968832.0,
                    "err": 0.08612439781427383,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.031341552734375,
                    "total_bits": 236721408.0,
                    "err": 0.06496837735176086,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.1253662109375,
                    "total_bits": 242242560.0,
                    "err": 0.05524766445159912,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.223580496651786,
                    "total_bits": 248009728.0,
                    "err": 0.051480408757925034,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.321794782366071,
                    "total_bits": 253776896.0,
                    "err": 0.05047040805220604,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.031341552734375,
                    "total_bits": 295441664.0,
                    "err": 0.03316618502140045,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.223580496651786,
                    "total_bits": 306729984.0,
                    "err": 0.027702679857611656,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.339651925223214,
                    "total_bits": 313545728.0,
                    "err": 0.027198467403650284,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.527151925223214,
                    "total_bits": 324555776.0,
                    "err": 0.024819184094667435,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.723580496651786,
                    "total_bits": 336090112.0,
                    "err": 0.02419952303171158,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.031341552734375,
                    "total_bits": 354161920.0,
                    "err": 0.01843120902776718,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.1253662109375,
                    "total_bits": 359683072.0,
                    "err": 0.018815243616700172,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.227770124162946,
                    "total_bits": 365696256.0,
                    "err": 0.01699872687458992,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.1253662109375,
                    "total_bits": 477123584.0,
                    "err": 0.014134909957647324,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.15.self_attn.q_proj",
            "numel": 16777216,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.1878662109375,
                    "total_bits": 36706304.0,
                    "err": 0.11929314583539963,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.3753662109375,
                    "total_bits": 39852032.0,
                    "err": 0.1085565909743309,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.6253662109375,
                    "total_bits": 44046336.0,
                    "err": 0.10240426659584045,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.7191162109375,
                    "total_bits": 45619200.0,
                    "err": 0.09097203612327576,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.2191162109375,
                    "total_bits": 54007808.0,
                    "err": 0.05573566257953644,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.6878662109375,
                    "total_bits": 61872128.0,
                    "err": 0.05061178654432297,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.031341552734375,
                    "total_bits": 50857472.0,
                    "err": 0.06841374933719635,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.1253662109375,
                    "total_bits": 52434944.0,
                    "err": 0.062003135681152344,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.1878662109375,
                    "total_bits": 53483520.0,
                    "err": 0.05668531358242035,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.5316162109375,
                    "total_bits": 59250688.0,
                    "err": 0.047937165945768356,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.65643310546875,
                    "total_bits": 61344768.0,
                    "err": 0.04581679031252861,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.031341552734375,
                    "total_bits": 67634688.0,
                    "err": 0.03489912673830986,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.1253662109375,
                    "total_bits": 69212160.0,
                    "err": 0.02980298176407814,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.2191162109375,
                    "total_bits": 70785024.0,
                    "err": 0.026960935443639755,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.3128662109375,
                    "total_bits": 72357888.0,
                    "err": 0.026262974366545677,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.031341552734375,
                    "total_bits": 84411904.0,
                    "err": 0.017566299065947533,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.2191162109375,
                    "total_bits": 87562240.0,
                    "err": 0.014281107112765312,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.3753662109375,
                    "total_bits": 90183680.0,
                    "err": 0.013766074553132057,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.5316162109375,
                    "total_bits": 92805120.0,
                    "err": 0.012767723761498928,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.7191162109375,
                    "total_bits": 95950848.0,
                    "err": 0.012322675436735153,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.031341552734375,
                    "total_bits": 101189120.0,
                    "err": 0.009351183660328388,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.1253662109375,
                    "total_bits": 102766592.0,
                    "err": 0.009543556720018387,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.218841552734375,
                    "total_bits": 104334848.0,
                    "err": 0.008300572633743286,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.1253662109375,
                    "total_bits": 136321024.0,
                    "err": 0.00678939837962389,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.15.self_attn.k_proj",
            "numel": 4194304,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.18896484375,
                    "total_bits": 9181184.0,
                    "err": 0.09184417873620987,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.37646484375,
                    "total_bits": 9967616.0,
                    "err": 0.0834081843495369,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.62646484375,
                    "total_bits": 11016192.0,
                    "err": 0.07649175077676773,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.72021484375,
                    "total_bits": 11409408.0,
                    "err": 0.06808916479349136,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.22021484375,
                    "total_bits": 13506560.0,
                    "err": 0.04247140884399414,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.68896484375,
                    "total_bits": 15472640.0,
                    "err": 0.03743738308548927,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.0316162109375,
                    "total_bits": 12715520.0,
                    "err": 0.05583302676677704,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.12646484375,
                    "total_bits": 13113344.0,
                    "err": 0.050520651042461395,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.18896484375,
                    "total_bits": 13375488.0,
                    "err": 0.04327530413866043,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.53271484375,
                    "total_bits": 14817280.0,
                    "err": 0.0367165207862854,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.656982421875,
                    "total_bits": 15338496.0,
                    "err": 0.035632647573947906,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.0316162109375,
                    "total_bits": 16909824.0,
                    "err": 0.028428999707102776,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.12646484375,
                    "total_bits": 17307648.0,
                    "err": 0.024157268926501274,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.22021484375,
                    "total_bits": 17700864.0,
                    "err": 0.020499739795923233,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.31396484375,
                    "total_bits": 18094080.0,
                    "err": 0.01955375447869301,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.0316162109375,
                    "total_bits": 21104128.0,
                    "err": 0.014235046692192554,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.22021484375,
                    "total_bits": 21895168.0,
                    "err": 0.010741809383034706,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.37646484375,
                    "total_bits": 22550528.0,
                    "err": 0.010113834403455257,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.53271484375,
                    "total_bits": 23205888.0,
                    "err": 0.0096180634573102,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.72021484375,
                    "total_bits": 23992320.0,
                    "err": 0.009005457162857056,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.0316162109375,
                    "total_bits": 25298432.0,
                    "err": 0.0074330903589725494,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.12646484375,
                    "total_bits": 25696256.0,
                    "err": 0.00731640262529254,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.2191162109375,
                    "total_bits": 26084864.0,
                    "err": 0.006100272294133902,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.12646484375,
                    "total_bits": 34084864.0,
                    "err": 0.004865629132837057,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.15.self_attn.v_proj",
            "numel": 4194304,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.18896484375,
                    "total_bits": 9181184.0,
                    "err": 0.23170265555381775,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.37646484375,
                    "total_bits": 9967616.0,
                    "err": 0.2126840204000473,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.62646484375,
                    "total_bits": 11016192.0,
                    "err": 0.2049102783203125,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.72021484375,
                    "total_bits": 11409408.0,
                    "err": 0.1835266798734665,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.22021484375,
                    "total_bits": 13506560.0,
                    "err": 0.10930297523736954,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.68896484375,
                    "total_bits": 15472640.0,
                    "err": 0.10163550823926926,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.0316162109375,
                    "total_bits": 12715520.0,
                    "err": 0.12726826965808868,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.12646484375,
                    "total_bits": 13113344.0,
                    "err": 0.11557011306285858,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.18896484375,
                    "total_bits": 13375488.0,
                    "err": 0.11102671921253204,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.53271484375,
                    "total_bits": 14817280.0,
                    "err": 0.0946965292096138,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.656982421875,
                    "total_bits": 15338496.0,
                    "err": 0.09018765389919281,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.0316162109375,
                    "total_bits": 16909824.0,
                    "err": 0.0649285763502121,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.12646484375,
                    "total_bits": 17307648.0,
                    "err": 0.05529292672872543,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.22021484375,
                    "total_bits": 17700864.0,
                    "err": 0.05237025022506714,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.31396484375,
                    "total_bits": 18094080.0,
                    "err": 0.05167325213551521,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.0316162109375,
                    "total_bits": 21104128.0,
                    "err": 0.03246165066957474,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.22021484375,
                    "total_bits": 21895168.0,
                    "err": 0.026751231402158737,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.37646484375,
                    "total_bits": 22550528.0,
                    "err": 0.026140796020627022,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.53271484375,
                    "total_bits": 23205888.0,
                    "err": 0.023759430274367332,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.72021484375,
                    "total_bits": 23992320.0,
                    "err": 0.023301510140299797,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.0316162109375,
                    "total_bits": 25298432.0,
                    "err": 0.016714874655008316,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.12646484375,
                    "total_bits": 25696256.0,
                    "err": 0.016147373244166374,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.2191162109375,
                    "total_bits": 26084864.0,
                    "err": 0.01555295754224062,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.12646484375,
                    "total_bits": 34084864.0,
                    "err": 0.010132595896720886,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.15.self_attn.o_proj",
            "numel": 16777216,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.1878662109375,
                    "total_bits": 36706304.0,
                    "err": 0.20929408073425293,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.3753662109375,
                    "total_bits": 39852032.0,
                    "err": 0.18897117674350739,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.6253662109375,
                    "total_bits": 44046336.0,
                    "err": 0.1814250499010086,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.7191162109375,
                    "total_bits": 45619200.0,
                    "err": 0.1560433804988861,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.2191162109375,
                    "total_bits": 54007808.0,
                    "err": 0.09797438979148865,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.6878662109375,
                    "total_bits": 61872128.0,
                    "err": 0.09027623385190964,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.031341552734375,
                    "total_bits": 50857472.0,
                    "err": 0.1135692298412323,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.1253662109375,
                    "total_bits": 52434944.0,
                    "err": 0.10310863703489304,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.1878662109375,
                    "total_bits": 53483520.0,
                    "err": 0.09937410801649094,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.5316162109375,
                    "total_bits": 59250688.0,
                    "err": 0.08147363364696503,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.65643310546875,
                    "total_bits": 61344768.0,
                    "err": 0.07496045529842377,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.031341552734375,
                    "total_bits": 67634688.0,
                    "err": 0.05828683078289032,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.1253662109375,
                    "total_bits": 69212160.0,
                    "err": 0.04947736859321594,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.2191162109375,
                    "total_bits": 70785024.0,
                    "err": 0.04714605584740639,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.3128662109375,
                    "total_bits": 72357888.0,
                    "err": 0.046605419367551804,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.031341552734375,
                    "total_bits": 84411904.0,
                    "err": 0.029198484495282173,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.2191162109375,
                    "total_bits": 87562240.0,
                    "err": 0.024542229250073433,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.3753662109375,
                    "total_bits": 90183680.0,
                    "err": 0.023999039083719254,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.5316162109375,
                    "total_bits": 92805120.0,
                    "err": 0.021254604682326317,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.7191162109375,
                    "total_bits": 95950848.0,
                    "err": 0.020885581150650978,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.031341552734375,
                    "total_bits": 101189120.0,
                    "err": 0.015496973879635334,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.1253662109375,
                    "total_bits": 102766592.0,
                    "err": 0.015440994873642921,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.218841552734375,
                    "total_bits": 104334848.0,
                    "err": 0.014707164838910103,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.1253662109375,
                    "total_bits": 136321024.0,
                    "err": 0.010654556564986706,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.15.mlp.gate_proj",
            "numel": 58720256,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.1876046316964284,
                    "total_bits": 128456703.99999999,
                    "err": 0.15560318529605865,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.3751046316964284,
                    "total_bits": 139466752.0,
                    "err": 0.14551879465579987,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.6251046316964284,
                    "total_bits": 154146816.0,
                    "err": 0.14153939485549927,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.7188546316964284,
                    "total_bits": 159651840.0,
                    "err": 0.1285078078508377,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.2188546316964284,
                    "total_bits": 189011968.0,
                    "err": 0.07376213371753693,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.6876046316964284,
                    "total_bits": 216537088.0,
                    "err": 0.0698724240064621,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.031276157924107,
                    "total_bits": 177997312.0,
                    "err": 0.08379032462835312,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.1251046316964284,
                    "total_bits": 183506944.0,
                    "err": 0.0769103616476059,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.1876046316964284,
                    "total_bits": 187176960.0,
                    "err": 0.0746040940284729,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.5313546316964284,
                    "total_bits": 207362048.0,
                    "err": 0.06570124626159668,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.6563023158482144,
                    "total_bits": 214699008.0,
                    "err": 0.06297454982995987,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.031276157924107,
                    "total_bits": 236717567.99999997,
                    "err": 0.04300729185342789,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.125104631696429,
                    "total_bits": 242227200.0,
                    "err": 0.03714079037308693,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.218854631696429,
                    "total_bits": 247732224.0,
                    "err": 0.03572222217917442,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.312604631696429,
                    "total_bits": 253237248.0,
                    "err": 0.03538329154253006,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.031276157924107,
                    "total_bits": 295437824.0,
                    "err": 0.02161400206387043,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.218854631696429,
                    "total_bits": 306452480.0,
                    "err": 0.019020428881049156,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.375104631696429,
                    "total_bits": 315627520.0,
                    "err": 0.01873178966343403,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.531354631696429,
                    "total_bits": 324802560.0,
                    "err": 0.017468735575675964,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.718854631696429,
                    "total_bits": 335812608.0,
                    "err": 0.01726299710571766,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.031276157924107,
                    "total_bits": 354158080.0,
                    "err": 0.011797187849879265,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.125104631696429,
                    "total_bits": 359667712.0,
                    "err": 0.012460541911423206,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.218776157924107,
                    "total_bits": 365168128.0,
                    "err": 0.011323279701173306,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.125104631696429,
                    "total_bits": 477108224.0,
                    "err": 0.00929080881178379,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.15.mlp.up_proj",
            "numel": 58720256,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.1876046316964284,
                    "total_bits": 128456703.99999999,
                    "err": 0.23310233652591705,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.3751046316964284,
                    "total_bits": 139466752.0,
                    "err": 0.21878857910633087,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.6251046316964284,
                    "total_bits": 154146816.0,
                    "err": 0.2137308269739151,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.7188546316964284,
                    "total_bits": 159651840.0,
                    "err": 0.19401030242443085,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.2188546316964284,
                    "total_bits": 189011968.0,
                    "err": 0.11037840694189072,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.6876046316964284,
                    "total_bits": 216537088.0,
                    "err": 0.10512811690568924,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.031276157924107,
                    "total_bits": 177997312.0,
                    "err": 0.12391772121191025,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.1251046316964284,
                    "total_bits": 183506944.0,
                    "err": 0.11397814750671387,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.1876046316964284,
                    "total_bits": 187176960.0,
                    "err": 0.11149078607559204,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.5313546316964284,
                    "total_bits": 207362048.0,
                    "err": 0.09853244572877884,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.6563023158482144,
                    "total_bits": 214699008.0,
                    "err": 0.09420938789844513,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.031276157924107,
                    "total_bits": 236717567.99999997,
                    "err": 0.06320969015359879,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.125104631696429,
                    "total_bits": 242227200.0,
                    "err": 0.05456892400979996,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.218854631696429,
                    "total_bits": 247732224.0,
                    "err": 0.052939578890800476,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.312604631696429,
                    "total_bits": 253237248.0,
                    "err": 0.052557505667209625,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.031276157924107,
                    "total_bits": 295437824.0,
                    "err": 0.031591154634952545,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.218854631696429,
                    "total_bits": 306452480.0,
                    "err": 0.027224594727158546,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.375104631696429,
                    "total_bits": 315627520.0,
                    "err": 0.026841729879379272,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.531354631696429,
                    "total_bits": 324802560.0,
                    "err": 0.024809567257761955,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.718854631696429,
                    "total_bits": 335812608.0,
                    "err": 0.024563303217291832,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.031276157924107,
                    "total_bits": 354158080.0,
                    "err": 0.01659371517598629,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.125104631696429,
                    "total_bits": 359667712.0,
                    "err": 0.016448067501187325,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.218776157924107,
                    "total_bits": 365168128.0,
                    "err": 0.016034740954637527,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.125104631696429,
                    "total_bits": 477108224.0,
                    "err": 0.01084346417337656,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.15.mlp.down_proj",
            "numel": 58720256,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.1789376395089284,
                    "total_bits": 127947775.99999999,
                    "err": 0.22499102354049683,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.3753662109375,
                    "total_bits": 139482112.0,
                    "err": 0.20086413621902466,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.6253662109375,
                    "total_bits": 154162176.0,
                    "err": 0.1911119967699051,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.7235804966517856,
                    "total_bits": 159929344.0,
                    "err": 0.16994062066078186,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.2235804966517856,
                    "total_bits": 189289472.0,
                    "err": 0.10351742804050446,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.7146519252232144,
                    "total_bits": 218125312.0,
                    "err": 0.09389351308345795,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.031341552734375,
                    "total_bits": 178001152.0,
                    "err": 0.12334413826465607,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.1253662109375,
                    "total_bits": 183522304.0,
                    "err": 0.1119527742266655,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.1789376395089284,
                    "total_bits": 186668032.0,
                    "err": 0.10637954622507095,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.5271519252232144,
                    "total_bits": 207115264.0,
                    "err": 0.08831840008497238,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.6608973911830356,
                    "total_bits": 214968832.0,
                    "err": 0.08395218849182129,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.031341552734375,
                    "total_bits": 236721408.0,
                    "err": 0.06294902414083481,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.1253662109375,
                    "total_bits": 242242560.0,
                    "err": 0.05378584936261177,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.223580496651786,
                    "total_bits": 248009728.0,
                    "err": 0.04995820298790932,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.321794782366071,
                    "total_bits": 253776896.0,
                    "err": 0.04901767522096634,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.031341552734375,
                    "total_bits": 295441664.0,
                    "err": 0.031777963042259216,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.223580496651786,
                    "total_bits": 306729984.0,
                    "err": 0.026397600769996643,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.339651925223214,
                    "total_bits": 313545728.0,
                    "err": 0.025937005877494812,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.527151925223214,
                    "total_bits": 324555776.0,
                    "err": 0.02344861440360546,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.723580496651786,
                    "total_bits": 336090112.0,
                    "err": 0.02285245805978775,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.031341552734375,
                    "total_bits": 354161920.0,
                    "err": 0.01744239218533039,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.1253662109375,
                    "total_bits": 359683072.0,
                    "err": 0.01733613759279251,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.227770124162946,
                    "total_bits": 365696256.0,
                    "err": 0.016205385327339172,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.1253662109375,
                    "total_bits": 477123584.0,
                    "err": 0.0124208377674222,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.16.self_attn.q_proj",
            "numel": 16777216,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.1878662109375,
                    "total_bits": 36706304.0,
                    "err": 0.11865653842687607,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.3753662109375,
                    "total_bits": 39852032.0,
                    "err": 0.10873810946941376,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.6253662109375,
                    "total_bits": 44046336.0,
                    "err": 0.10350476205348969,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.7191162109375,
                    "total_bits": 45619200.0,
                    "err": 0.09224563837051392,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.2191162109375,
                    "total_bits": 54007808.0,
                    "err": 0.05541461333632469,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.6878662109375,
                    "total_bits": 61872128.0,
                    "err": 0.05094555765390396,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.031341552734375,
                    "total_bits": 50857472.0,
                    "err": 0.06639764457941055,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.1253662109375,
                    "total_bits": 52434944.0,
                    "err": 0.06060836836695671,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.1878662109375,
                    "total_bits": 53483520.0,
                    "err": 0.05623132735490799,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.5316162109375,
                    "total_bits": 59250688.0,
                    "err": 0.04797770082950592,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.65643310546875,
                    "total_bits": 61344768.0,
                    "err": 0.04574603587388992,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.031341552734375,
                    "total_bits": 67634688.0,
                    "err": 0.033756718039512634,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.1253662109375,
                    "total_bits": 69212160.0,
                    "err": 0.02896130457520485,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.2191162109375,
                    "total_bits": 70785024.0,
                    "err": 0.026642899960279465,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.3128662109375,
                    "total_bits": 72357888.0,
                    "err": 0.026078730821609497,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.031341552734375,
                    "total_bits": 84411904.0,
                    "err": 0.016904544085264206,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.2191162109375,
                    "total_bits": 87562240.0,
                    "err": 0.01386423408985138,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.3753662109375,
                    "total_bits": 90183680.0,
                    "err": 0.01343187503516674,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.5316162109375,
                    "total_bits": 92805120.0,
                    "err": 0.012384286150336266,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.7191162109375,
                    "total_bits": 95950848.0,
                    "err": 0.01201537437736988,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.031341552734375,
                    "total_bits": 101189120.0,
                    "err": 0.008881102316081524,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.1253662109375,
                    "total_bits": 102766592.0,
                    "err": 0.008875965140759945,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.218841552734375,
                    "total_bits": 104334848.0,
                    "err": 0.008030570112168789,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.1253662109375,
                    "total_bits": 136321024.0,
                    "err": 0.005992290563881397,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.16.self_attn.k_proj",
            "numel": 4194304,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.18896484375,
                    "total_bits": 9181184.0,
                    "err": 0.09473375231027603,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.37646484375,
                    "total_bits": 9967616.0,
                    "err": 0.08675715327262878,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.62646484375,
                    "total_bits": 11016192.0,
                    "err": 0.0805501937866211,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.72021484375,
                    "total_bits": 11409408.0,
                    "err": 0.07198238372802734,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.22021484375,
                    "total_bits": 13506560.0,
                    "err": 0.043837688863277435,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.68896484375,
                    "total_bits": 15472640.0,
                    "err": 0.039281073957681656,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.0316162109375,
                    "total_bits": 12715520.0,
                    "err": 0.055714454501867294,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.12646484375,
                    "total_bits": 13113344.0,
                    "err": 0.051039475947618484,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.18896484375,
                    "total_bits": 13375488.0,
                    "err": 0.044572584331035614,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.53271484375,
                    "total_bits": 14817280.0,
                    "err": 0.03826317563652992,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.656982421875,
                    "total_bits": 15338496.0,
                    "err": 0.036780089139938354,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.0316162109375,
                    "total_bits": 16909824.0,
                    "err": 0.02819128707051277,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.12646484375,
                    "total_bits": 17307648.0,
                    "err": 0.024332158267498016,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.22021484375,
                    "total_bits": 17700864.0,
                    "err": 0.021097457036376,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.31396484375,
                    "total_bits": 18094080.0,
                    "err": 0.020248353481292725,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.0316162109375,
                    "total_bits": 21104128.0,
                    "err": 0.014108720235526562,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.22021484375,
                    "total_bits": 21895168.0,
                    "err": 0.010917109437286854,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.37646484375,
                    "total_bits": 22550528.0,
                    "err": 0.010350674390792847,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.53271484375,
                    "total_bits": 23205888.0,
                    "err": 0.009797079488635063,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.72021484375,
                    "total_bits": 23992320.0,
                    "err": 0.009252275340259075,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.0316162109375,
                    "total_bits": 25298432.0,
                    "err": 0.007352028042078018,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.12646484375,
                    "total_bits": 25696256.0,
                    "err": 0.007175073027610779,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.2191162109375,
                    "total_bits": 26084864.0,
                    "err": 0.006241343449801207,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.12646484375,
                    "total_bits": 34084864.0,
                    "err": 0.004574386402964592,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.16.self_attn.v_proj",
            "numel": 4194304,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.18896484375,
                    "total_bits": 9181184.0,
                    "err": 0.23548543453216553,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.37646484375,
                    "total_bits": 9967616.0,
                    "err": 0.21789145469665527,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.62646484375,
                    "total_bits": 11016192.0,
                    "err": 0.21121010184288025,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.72021484375,
                    "total_bits": 11409408.0,
                    "err": 0.18990761041641235,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.22021484375,
                    "total_bits": 13506560.0,
                    "err": 0.11112916469573975,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.68896484375,
                    "total_bits": 15472640.0,
                    "err": 0.10418666154146194,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.0316162109375,
                    "total_bits": 12715520.0,
                    "err": 0.1285056620836258,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.12646484375,
                    "total_bits": 13113344.0,
                    "err": 0.11643051356077194,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.18896484375,
                    "total_bits": 13375488.0,
                    "err": 0.11254753172397614,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.53271484375,
                    "total_bits": 14817280.0,
                    "err": 0.09732870012521744,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.656982421875,
                    "total_bits": 15338496.0,
                    "err": 0.09279748052358627,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.0316162109375,
                    "total_bits": 16909824.0,
                    "err": 0.06560908257961273,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.12646484375,
                    "total_bits": 17307648.0,
                    "err": 0.055688925087451935,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.22021484375,
                    "total_bits": 17700864.0,
                    "err": 0.053190190345048904,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.31396484375,
                    "total_bits": 18094080.0,
                    "err": 0.05260162428021431,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.0316162109375,
                    "total_bits": 21104128.0,
                    "err": 0.032755326479673386,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.22021484375,
                    "total_bits": 21895168.0,
                    "err": 0.027030786499381065,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.37646484375,
                    "total_bits": 22550528.0,
                    "err": 0.026488466188311577,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.53271484375,
                    "total_bits": 23205888.0,
                    "err": 0.024173147976398468,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.72021484375,
                    "total_bits": 23992320.0,
                    "err": 0.02377038635313511,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.0316162109375,
                    "total_bits": 25298432.0,
                    "err": 0.016832774505019188,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.12646484375,
                    "total_bits": 25696256.0,
                    "err": 0.016028117388486862,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.2191162109375,
                    "total_bits": 26084864.0,
                    "err": 0.01574051007628441,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.12646484375,
                    "total_bits": 34084864.0,
                    "err": 0.009815304540097713,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.16.self_attn.o_proj",
            "numel": 16777216,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.1878662109375,
                    "total_bits": 36706304.0,
                    "err": 0.21588626503944397,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.3753662109375,
                    "total_bits": 39852032.0,
                    "err": 0.19325608015060425,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.6253662109375,
                    "total_bits": 44046336.0,
                    "err": 0.18550319969654083,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.7191162109375,
                    "total_bits": 45619200.0,
                    "err": 0.16597214341163635,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.2191162109375,
                    "total_bits": 54007808.0,
                    "err": 0.10062684863805771,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.6878662109375,
                    "total_bits": 61872128.0,
                    "err": 0.09236128628253937,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.031341552734375,
                    "total_bits": 50857472.0,
                    "err": 0.11604439467191696,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.1253662109375,
                    "total_bits": 52434944.0,
                    "err": 0.10590820014476776,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.1878662109375,
                    "total_bits": 53483520.0,
                    "err": 0.10264221578836441,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.5316162109375,
                    "total_bits": 59250688.0,
                    "err": 0.08508618175983429,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.65643310546875,
                    "total_bits": 61344768.0,
                    "err": 0.0810118243098259,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.031341552734375,
                    "total_bits": 67634688.0,
                    "err": 0.05973934382200241,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.1253662109375,
                    "total_bits": 69212160.0,
                    "err": 0.05119674652814865,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.2191162109375,
                    "total_bits": 70785024.0,
                    "err": 0.04874403029680252,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.3128662109375,
                    "total_bits": 72357888.0,
                    "err": 0.048169802874326706,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.031341552734375,
                    "total_bits": 84411904.0,
                    "err": 0.030169570818543434,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.2191162109375,
                    "total_bits": 87562240.0,
                    "err": 0.025906432420015335,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.3753662109375,
                    "total_bits": 90183680.0,
                    "err": 0.025337425991892815,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.5316162109375,
                    "total_bits": 92805120.0,
                    "err": 0.02289525792002678,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.7191162109375,
                    "total_bits": 95950848.0,
                    "err": 0.022534223273396492,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.031341552734375,
                    "total_bits": 101189120.0,
                    "err": 0.016538022086024284,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.1253662109375,
                    "total_bits": 102766592.0,
                    "err": 0.017012260854244232,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.218841552734375,
                    "total_bits": 104334848.0,
                    "err": 0.01573582924902439,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.1253662109375,
                    "total_bits": 136321024.0,
                    "err": 0.01259209681302309,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.16.mlp.gate_proj",
            "numel": 58720256,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.1876046316964284,
                    "total_bits": 128456703.99999999,
                    "err": 0.14418065547943115,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.3751046316964284,
                    "total_bits": 139466752.0,
                    "err": 0.13498389720916748,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.6251046316964284,
                    "total_bits": 154146816.0,
                    "err": 0.13115045428276062,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.7188546316964284,
                    "total_bits": 159651840.0,
                    "err": 0.11915522813796997,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.2188546316964284,
                    "total_bits": 189011968.0,
                    "err": 0.0682654082775116,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.6876046316964284,
                    "total_bits": 216537088.0,
                    "err": 0.06465154886245728,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.031276157924107,
                    "total_bits": 177997312.0,
                    "err": 0.07801803201436996,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.1251046316964284,
                    "total_bits": 183506944.0,
                    "err": 0.07152297347784042,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.1876046316964284,
                    "total_bits": 187176960.0,
                    "err": 0.06906081736087799,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.5313546316964284,
                    "total_bits": 207362048.0,
                    "err": 0.06096296012401581,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.6563023158482144,
                    "total_bits": 214699008.0,
                    "err": 0.05847844108939171,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.031276157924107,
                    "total_bits": 236717567.99999997,
                    "err": 0.039965733885765076,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.125104631696429,
                    "total_bits": 242227200.0,
                    "err": 0.034504782408475876,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.218854631696429,
                    "total_bits": 247732224.0,
                    "err": 0.03303670883178711,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.312604631696429,
                    "total_bits": 253237248.0,
                    "err": 0.0326811820268631,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.031276157924107,
                    "total_bits": 295437824.0,
                    "err": 0.020062148571014404,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.218854631696429,
                    "total_bits": 306452480.0,
                    "err": 0.017537541687488556,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.375104631696429,
                    "total_bits": 315627520.0,
                    "err": 0.01725275069475174,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.531354631696429,
                    "total_bits": 324802560.0,
                    "err": 0.016121264547109604,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.718854631696429,
                    "total_bits": 335812608.0,
                    "err": 0.0159110426902771,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.031276157924107,
                    "total_bits": 354158080.0,
                    "err": 0.010879180394113064,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.125104631696429,
                    "total_bits": 359667712.0,
                    "err": 0.011461489833891392,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.218776157924107,
                    "total_bits": 365168128.0,
                    "err": 0.0103832446038723,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.125104631696429,
                    "total_bits": 477108224.0,
                    "err": 0.008463414385914803,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.16.mlp.up_proj",
            "numel": 58720256,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.1876046316964284,
                    "total_bits": 128456703.99999999,
                    "err": 0.22463272511959076,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.3751046316964284,
                    "total_bits": 139466752.0,
                    "err": 0.21117886900901794,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.6251046316964284,
                    "total_bits": 154146816.0,
                    "err": 0.20623083412647247,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.7188546316964284,
                    "total_bits": 159651840.0,
                    "err": 0.18741397559642792,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.2188546316964284,
                    "total_bits": 189011968.0,
                    "err": 0.10634804517030716,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.6876046316964284,
                    "total_bits": 216537088.0,
                    "err": 0.10132807493209839,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.031276157924107,
                    "total_bits": 177997312.0,
                    "err": 0.1196734756231308,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.1251046316964284,
                    "total_bits": 183506944.0,
                    "err": 0.11001793295145035,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.1876046316964284,
                    "total_bits": 187176960.0,
                    "err": 0.10742408037185669,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.5313546316964284,
                    "total_bits": 207362048.0,
                    "err": 0.09513391554355621,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.6563023158482144,
                    "total_bits": 214699008.0,
                    "err": 0.09111712872982025,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.031276157924107,
                    "total_bits": 236717567.99999997,
                    "err": 0.061087481677532196,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.125104631696429,
                    "total_bits": 242227200.0,
                    "err": 0.05268736928701401,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.218854631696429,
                    "total_bits": 247732224.0,
                    "err": 0.05102291703224182,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.312604631696429,
                    "total_bits": 253237248.0,
                    "err": 0.05062286555767059,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.031276157924107,
                    "total_bits": 295437824.0,
                    "err": 0.030552398413419724,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.218854631696429,
                    "total_bits": 306452480.0,
                    "err": 0.02627526968717575,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.375104631696429,
                    "total_bits": 315627520.0,
                    "err": 0.02590075321495533,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.531354631696429,
                    "total_bits": 324802560.0,
                    "err": 0.023990459740161896,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.718854631696429,
                    "total_bits": 335812608.0,
                    "err": 0.023738674819469452,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.031276157924107,
                    "total_bits": 354158080.0,
                    "err": 0.01611962914466858,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.125104631696429,
                    "total_bits": 359667712.0,
                    "err": 0.01593734882771969,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.218776157924107,
                    "total_bits": 365168128.0,
                    "err": 0.015545202419161797,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.125104631696429,
                    "total_bits": 477108224.0,
                    "err": 0.0105613823980093,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.16.mlp.down_proj",
            "numel": 58720256,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.1789376395089284,
                    "total_bits": 127947775.99999999,
                    "err": 0.21623139083385468,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.3753662109375,
                    "total_bits": 139482112.0,
                    "err": 0.1915433555841446,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.6253662109375,
                    "total_bits": 154162176.0,
                    "err": 0.18119752407073975,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.7235804966517856,
                    "total_bits": 159929344.0,
                    "err": 0.16096512973308563,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.2235804966517856,
                    "total_bits": 189289472.0,
                    "err": 0.099088653922081,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.7146519252232144,
                    "total_bits": 218125312.0,
                    "err": 0.08904984593391418,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.031341552734375,
                    "total_bits": 178001152.0,
                    "err": 0.11903561651706696,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.1253662109375,
                    "total_bits": 183522304.0,
                    "err": 0.10817684978246689,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.1789376395089284,
                    "total_bits": 186668032.0,
                    "err": 0.10212032496929169,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.5271519252232144,
                    "total_bits": 207115264.0,
                    "err": 0.08384522795677185,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.6608973911830356,
                    "total_bits": 214968832.0,
                    "err": 0.0798887386918068,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.031341552734375,
                    "total_bits": 236721408.0,
                    "err": 0.06083771586418152,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.1253662109375,
                    "total_bits": 242242560.0,
                    "err": 0.051979247480630875,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.223580496651786,
                    "total_bits": 248009728.0,
                    "err": 0.04784329980611801,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.321794782366071,
                    "total_bits": 253776896.0,
                    "err": 0.0468033142387867,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.031341552734375,
                    "total_bits": 295441664.0,
                    "err": 0.03075166791677475,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.223580496651786,
                    "total_bits": 306729984.0,
                    "err": 0.02530033141374588,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.339651925223214,
                    "total_bits": 313545728.0,
                    "err": 0.02478107623755932,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.527151925223214,
                    "total_bits": 324555776.0,
                    "err": 0.022355981171131134,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.723580496651786,
                    "total_bits": 336090112.0,
                    "err": 0.021686363965272903,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.031341552734375,
                    "total_bits": 354161920.0,
                    "err": 0.01683325693011284,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.1253662109375,
                    "total_bits": 359683072.0,
                    "err": 0.016733530908823013,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.227770124162946,
                    "total_bits": 365696256.0,
                    "err": 0.015462850220501423,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.1253662109375,
                    "total_bits": 477123584.0,
                    "err": 0.011948092840611935,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.17.self_attn.q_proj",
            "numel": 16777216,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.1878662109375,
                    "total_bits": 36706304.0,
                    "err": 0.09799022227525711,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.3753662109375,
                    "total_bits": 39852032.0,
                    "err": 0.08977106958627701,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.6253662109375,
                    "total_bits": 44046336.0,
                    "err": 0.08449952304363251,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.7191162109375,
                    "total_bits": 45619200.0,
                    "err": 0.07586921751499176,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.2191162109375,
                    "total_bits": 54007808.0,
                    "err": 0.045593202114105225,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.6878662109375,
                    "total_bits": 61872128.0,
                    "err": 0.04138583689928055,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.031341552734375,
                    "total_bits": 50857472.0,
                    "err": 0.05661708116531372,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.1253662109375,
                    "total_bits": 52434944.0,
                    "err": 0.0516127347946167,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.1878662109375,
                    "total_bits": 53483520.0,
                    "err": 0.04643813893198967,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.5316162109375,
                    "total_bits": 59250688.0,
                    "err": 0.03988824412226677,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.65643310546875,
                    "total_bits": 61344768.0,
                    "err": 0.03836816921830177,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.031341552734375,
                    "total_bits": 67634688.0,
                    "err": 0.02881733328104019,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.1253662109375,
                    "total_bits": 69212160.0,
                    "err": 0.02468605898320675,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.2191162109375,
                    "total_bits": 70785024.0,
                    "err": 0.021982191130518913,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.3128662109375,
                    "total_bits": 72357888.0,
                    "err": 0.021309198811650276,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.031341552734375,
                    "total_bits": 84411904.0,
                    "err": 0.01441127248108387,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.2191162109375,
                    "total_bits": 87562240.0,
                    "err": 0.011515716090798378,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.3753662109375,
                    "total_bits": 90183680.0,
                    "err": 0.01105428021401167,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.5316162109375,
                    "total_bits": 92805120.0,
                    "err": 0.010388306342065334,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.7191162109375,
                    "total_bits": 95950848.0,
                    "err": 0.009961200878024101,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.031341552734375,
                    "total_bits": 101189120.0,
                    "err": 0.007556441240012646,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.1253662109375,
                    "total_bits": 102766592.0,
                    "err": 0.007606078404933214,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.218841552734375,
                    "total_bits": 104334848.0,
                    "err": 0.006583798211067915,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.1253662109375,
                    "total_bits": 136321024.0,
                    "err": 0.00517554534599185,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.17.self_attn.k_proj",
            "numel": 4194304,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.18896484375,
                    "total_bits": 9181184.0,
                    "err": 0.08321696519851685,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.37646484375,
                    "total_bits": 9967616.0,
                    "err": 0.07584115862846375,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.62646484375,
                    "total_bits": 11016192.0,
                    "err": 0.0698397234082222,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.72021484375,
                    "total_bits": 11409408.0,
                    "err": 0.06277880072593689,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.22021484375,
                    "total_bits": 13506560.0,
                    "err": 0.03838365152478218,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.68896484375,
                    "total_bits": 15472640.0,
                    "err": 0.03395174443721771,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.0316162109375,
                    "total_bits": 12715520.0,
                    "err": 0.05008688569068909,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.12646484375,
                    "total_bits": 13113344.0,
                    "err": 0.045589059591293335,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.18896484375,
                    "total_bits": 13375488.0,
                    "err": 0.03921336308121681,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.53271484375,
                    "total_bits": 14817280.0,
                    "err": 0.03361878916621208,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.656982421875,
                    "total_bits": 15338496.0,
                    "err": 0.032504234462976456,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.0316162109375,
                    "total_bits": 16909824.0,
                    "err": 0.025304127484560013,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.12646484375,
                    "total_bits": 17307648.0,
                    "err": 0.021773438900709152,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.22021484375,
                    "total_bits": 17700864.0,
                    "err": 0.01846700720489025,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.31396484375,
                    "total_bits": 18094080.0,
                    "err": 0.017641374841332436,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.0316162109375,
                    "total_bits": 21104128.0,
                    "err": 0.012633397243916988,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.22021484375,
                    "total_bits": 21895168.0,
                    "err": 0.009656909853219986,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.37646484375,
                    "total_bits": 22550528.0,
                    "err": 0.009097703732550144,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.53271484375,
                    "total_bits": 23205888.0,
                    "err": 0.008712206967175007,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.72021484375,
                    "total_bits": 23992320.0,
                    "err": 0.008176804520189762,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.0316162109375,
                    "total_bits": 25298432.0,
                    "err": 0.006591618061065674,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.12646484375,
                    "total_bits": 25696256.0,
                    "err": 0.006518753711134195,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.2191162109375,
                    "total_bits": 26084864.0,
                    "err": 0.005455037113279104,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.12646484375,
                    "total_bits": 34084864.0,
                    "err": 0.004264499992132187,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.17.self_attn.v_proj",
            "numel": 4194304,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.18896484375,
                    "total_bits": 9181184.0,
                    "err": 0.19484786689281464,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.37646484375,
                    "total_bits": 9967616.0,
                    "err": 0.17612209916114807,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.62646484375,
                    "total_bits": 11016192.0,
                    "err": 0.16650453209877014,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.72021484375,
                    "total_bits": 11409408.0,
                    "err": 0.14995914697647095,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.22021484375,
                    "total_bits": 13506560.0,
                    "err": 0.08999143540859222,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.68896484375,
                    "total_bits": 15472640.0,
                    "err": 0.08162512630224228,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.0316162109375,
                    "total_bits": 12715520.0,
                    "err": 0.11096291244029999,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.12646484375,
                    "total_bits": 13113344.0,
                    "err": 0.09981448203325272,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.18896484375,
                    "total_bits": 13375488.0,
                    "err": 0.09210241585969925,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.53271484375,
                    "total_bits": 14817280.0,
                    "err": 0.07812061160802841,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.656982421875,
                    "total_bits": 15338496.0,
                    "err": 0.07509404420852661,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.0316162109375,
                    "total_bits": 16909824.0,
                    "err": 0.05643664672970772,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.12646484375,
                    "total_bits": 17307648.0,
                    "err": 0.04761778935790062,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.22021484375,
                    "total_bits": 17700864.0,
                    "err": 0.043154437094926834,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.31396484375,
                    "total_bits": 18094080.0,
                    "err": 0.04203895106911659,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.0316162109375,
                    "total_bits": 21104128.0,
                    "err": 0.028196336701512337,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.22021484375,
                    "total_bits": 21895168.0,
                    "err": 0.022130802273750305,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.37646484375,
                    "total_bits": 22550528.0,
                    "err": 0.021307216957211494,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.53271484375,
                    "total_bits": 23205888.0,
                    "err": 0.019714949652552605,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.72021484375,
                    "total_bits": 23992320.0,
                    "err": 0.01898534968495369,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.0316162109375,
                    "total_bits": 25298432.0,
                    "err": 0.014464630745351315,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.12646484375,
                    "total_bits": 25696256.0,
                    "err": 0.013865223154425621,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.2191162109375,
                    "total_bits": 26084864.0,
                    "err": 0.012625807896256447,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.12646484375,
                    "total_bits": 34084864.0,
                    "err": 0.008691243827342987,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.17.self_attn.o_proj",
            "numel": 16777216,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.1878662109375,
                    "total_bits": 36706304.0,
                    "err": 0.2158699780702591,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.3753662109375,
                    "total_bits": 39852032.0,
                    "err": 0.19284291565418243,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.6253662109375,
                    "total_bits": 44046336.0,
                    "err": 0.1837986260652542,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.7191162109375,
                    "total_bits": 45619200.0,
                    "err": 0.16182106733322144,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.2191162109375,
                    "total_bits": 54007808.0,
                    "err": 0.10077445954084396,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.6878662109375,
                    "total_bits": 61872128.0,
                    "err": 0.09164087474346161,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.031341552734375,
                    "total_bits": 50857472.0,
                    "err": 0.1191239133477211,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.1253662109375,
                    "total_bits": 52434944.0,
                    "err": 0.10808021575212479,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.1878662109375,
                    "total_bits": 53483520.0,
                    "err": 0.10296516865491867,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.5316162109375,
                    "total_bits": 59250688.0,
                    "err": 0.0845620334148407,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.65643310546875,
                    "total_bits": 61344768.0,
                    "err": 0.08017299324274063,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.031341552734375,
                    "total_bits": 67634688.0,
                    "err": 0.06134824827313423,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.1253662109375,
                    "total_bits": 69212160.0,
                    "err": 0.052173737436532974,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.2191162109375,
                    "total_bits": 70785024.0,
                    "err": 0.04887496680021286,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.3128662109375,
                    "total_bits": 72357888.0,
                    "err": 0.0480663999915123,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.031341552734375,
                    "total_bits": 84411904.0,
                    "err": 0.030790692195296288,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.2191162109375,
                    "total_bits": 87562240.0,
                    "err": 0.026012137532234192,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.3753662109375,
                    "total_bits": 90183680.0,
                    "err": 0.025320423766970634,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.5316162109375,
                    "total_bits": 92805120.0,
                    "err": 0.022884761914610863,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.7191162109375,
                    "total_bits": 95950848.0,
                    "err": 0.02237481251358986,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.031341552734375,
                    "total_bits": 101189120.0,
                    "err": 0.016701169312000275,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.1253662109375,
                    "total_bits": 102766592.0,
                    "err": 0.017262175679206848,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.218841552734375,
                    "total_bits": 104334848.0,
                    "err": 0.015631603077054024,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.1253662109375,
                    "total_bits": 136321024.0,
                    "err": 0.012697458267211914,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.17.mlp.gate_proj",
            "numel": 58720256,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.1876046316964284,
                    "total_bits": 128456703.99999999,
                    "err": 0.14686648547649384,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.3751046316964284,
                    "total_bits": 139466752.0,
                    "err": 0.13744334876537323,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.6251046316964284,
                    "total_bits": 154146816.0,
                    "err": 0.1335870921611786,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.7188546316964284,
                    "total_bits": 159651840.0,
                    "err": 0.12153737992048264,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.2188546316964284,
                    "total_bits": 189011968.0,
                    "err": 0.06939589232206345,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.6876046316964284,
                    "total_bits": 216537088.0,
                    "err": 0.06570028513669968,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.031276157924107,
                    "total_bits": 177997312.0,
                    "err": 0.07919497042894363,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.1251046316964284,
                    "total_bits": 183506944.0,
                    "err": 0.07266860455274582,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.1876046316964284,
                    "total_bits": 187176960.0,
                    "err": 0.07020483911037445,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.5313546316964284,
                    "total_bits": 207362048.0,
                    "err": 0.06203824654221535,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.6563023158482144,
                    "total_bits": 214699008.0,
                    "err": 0.059485480189323425,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.031276157924107,
                    "total_bits": 236717567.99999997,
                    "err": 0.04053075239062309,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.125104631696429,
                    "total_bits": 242227200.0,
                    "err": 0.0350223183631897,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.218854631696429,
                    "total_bits": 247732224.0,
                    "err": 0.0335397832095623,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.312604631696429,
                    "total_bits": 253237248.0,
                    "err": 0.033190738409757614,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.031276157924107,
                    "total_bits": 295437824.0,
                    "err": 0.020376436412334442,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.218854631696429,
                    "total_bits": 306452480.0,
                    "err": 0.017768239602446556,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.375104631696429,
                    "total_bits": 315627520.0,
                    "err": 0.017476845532655716,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.531354631696429,
                    "total_bits": 324802560.0,
                    "err": 0.016338767483830452,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.718854631696429,
                    "total_bits": 335812608.0,
                    "err": 0.016122667118906975,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.031276157924107,
                    "total_bits": 354158080.0,
                    "err": 0.01108335517346859,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.125104631696429,
                    "total_bits": 359667712.0,
                    "err": 0.011548212729394436,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.218776157924107,
                    "total_bits": 365168128.0,
                    "err": 0.010595720261335373,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.125104631696429,
                    "total_bits": 477108224.0,
                    "err": 0.008462213911116123,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.17.mlp.up_proj",
            "numel": 58720256,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.1876046316964284,
                    "total_bits": 128456703.99999999,
                    "err": 0.23024432361125946,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.3751046316964284,
                    "total_bits": 139466752.0,
                    "err": 0.21647687256336212,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.6251046316964284,
                    "total_bits": 154146816.0,
                    "err": 0.2113778293132782,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.7188546316964284,
                    "total_bits": 159651840.0,
                    "err": 0.1922832876443863,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.2188546316964284,
                    "total_bits": 189011968.0,
                    "err": 0.10884343832731247,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.6876046316964284,
                    "total_bits": 216537088.0,
                    "err": 0.1037595272064209,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.031276157924107,
                    "total_bits": 177997312.0,
                    "err": 0.12251195311546326,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.1251046316964284,
                    "total_bits": 183506944.0,
                    "err": 0.1125883087515831,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.1876046316964284,
                    "total_bits": 187176960.0,
                    "err": 0.10992289334535599,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.5313546316964284,
                    "total_bits": 207362048.0,
                    "err": 0.09755979478359222,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.6563023158482144,
                    "total_bits": 214699008.0,
                    "err": 0.09344879537820816,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.031276157924107,
                    "total_bits": 236717567.99999997,
                    "err": 0.0625617578625679,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.125104631696429,
                    "total_bits": 242227200.0,
                    "err": 0.054022546857595444,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.218854631696429,
                    "total_bits": 247732224.0,
                    "err": 0.05235113576054573,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.312604631696429,
                    "total_bits": 253237248.0,
                    "err": 0.051954664289951324,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.031276157924107,
                    "total_bits": 295437824.0,
                    "err": 0.03143702819943428,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.218854631696429,
                    "total_bits": 306452480.0,
                    "err": 0.027243375778198242,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.375104631696429,
                    "total_bits": 315627520.0,
                    "err": 0.0268747229129076,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.531354631696429,
                    "total_bits": 324802560.0,
                    "err": 0.024987798184156418,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.718854631696429,
                    "total_bits": 335812608.0,
                    "err": 0.02473420649766922,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.031276157924107,
                    "total_bits": 354158080.0,
                    "err": 0.016863124445080757,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.125104631696429,
                    "total_bits": 359667712.0,
                    "err": 0.01694260723888874,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.218776157924107,
                    "total_bits": 365168128.0,
                    "err": 0.016303082928061485,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.125104631696429,
                    "total_bits": 477108224.0,
                    "err": 0.011755011975765228,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.17.mlp.down_proj",
            "numel": 58720256,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.1789376395089284,
                    "total_bits": 127947775.99999999,
                    "err": 0.22879283130168915,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.3753662109375,
                    "total_bits": 139482112.0,
                    "err": 0.20161403715610504,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.6253662109375,
                    "total_bits": 154162176.0,
                    "err": 0.19042843580245972,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.7235804966517856,
                    "total_bits": 159929344.0,
                    "err": 0.16827693581581116,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.2235804966517856,
                    "total_bits": 189289472.0,
                    "err": 0.10489767044782639,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.7146519252232144,
                    "total_bits": 218125312.0,
                    "err": 0.09396427869796753,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.031341552734375,
                    "total_bits": 178001152.0,
                    "err": 0.1269499510526657,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.1253662109375,
                    "total_bits": 183522304.0,
                    "err": 0.11444413661956787,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.1789376395089284,
                    "total_bits": 186668032.0,
                    "err": 0.10828915238380432,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.5271519252232144,
                    "total_bits": 207115264.0,
                    "err": 0.08818003535270691,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.6608973911830356,
                    "total_bits": 214968832.0,
                    "err": 0.0838528573513031,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.031341552734375,
                    "total_bits": 236721408.0,
                    "err": 0.06473210453987122,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.1253662109375,
                    "total_bits": 242242560.0,
                    "err": 0.055041298270225525,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.223580496651786,
                    "total_bits": 248009728.0,
                    "err": 0.05072423070669174,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.321794782366071,
                    "total_bits": 253776896.0,
                    "err": 0.049651917070150375,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.031341552734375,
                    "total_bits": 295441664.0,
                    "err": 0.03269833326339722,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.223580496651786,
                    "total_bits": 306729984.0,
                    "err": 0.026972439140081406,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.339651925223214,
                    "total_bits": 313545728.0,
                    "err": 0.02644405886530876,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.527151925223214,
                    "total_bits": 324555776.0,
                    "err": 0.02376696467399597,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.723580496651786,
                    "total_bits": 336090112.0,
                    "err": 0.02307972125709057,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.031341552734375,
                    "total_bits": 354161920.0,
                    "err": 0.017999008297920227,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.1253662109375,
                    "total_bits": 359683072.0,
                    "err": 0.017995133996009827,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.227770124162946,
                    "total_bits": 365696256.0,
                    "err": 0.016556886956095695,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.1253662109375,
                    "total_bits": 477123584.0,
                    "err": 0.013061083853244781,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.18.self_attn.q_proj",
            "numel": 16777216,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.1878662109375,
                    "total_bits": 36706304.0,
                    "err": 0.11278912425041199,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.3753662109375,
                    "total_bits": 39852032.0,
                    "err": 0.1038123294711113,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.6253662109375,
                    "total_bits": 44046336.0,
                    "err": 0.09819640219211578,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.7191162109375,
                    "total_bits": 45619200.0,
                    "err": 0.08826136589050293,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.2191162109375,
                    "total_bits": 54007808.0,
                    "err": 0.05272084102034569,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.6878662109375,
                    "total_bits": 61872128.0,
                    "err": 0.048204205930233,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.031341552734375,
                    "total_bits": 50857472.0,
                    "err": 0.06508515030145645,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.1253662109375,
                    "total_bits": 52434944.0,
                    "err": 0.0590517520904541,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.1878662109375,
                    "total_bits": 53483520.0,
                    "err": 0.05357664078474045,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.5316162109375,
                    "total_bits": 59250688.0,
                    "err": 0.04627041146159172,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.65643310546875,
                    "total_bits": 61344768.0,
                    "err": 0.04450923949480057,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.031341552734375,
                    "total_bits": 67634688.0,
                    "err": 0.03316028043627739,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.1253662109375,
                    "total_bits": 69212160.0,
                    "err": 0.028363246470689774,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.2191162109375,
                    "total_bits": 70785024.0,
                    "err": 0.02550310455262661,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.3128662109375,
                    "total_bits": 72357888.0,
                    "err": 0.024794619530439377,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.031341552734375,
                    "total_bits": 84411904.0,
                    "err": 0.01667207106947899,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.2191162109375,
                    "total_bits": 87562240.0,
                    "err": 0.013518976047635078,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.3753662109375,
                    "total_bits": 90183680.0,
                    "err": 0.013032406568527222,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.5316162109375,
                    "total_bits": 92805120.0,
                    "err": 0.012270577251911163,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.7191162109375,
                    "total_bits": 95950848.0,
                    "err": 0.011829549446702003,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.031341552734375,
                    "total_bits": 101189120.0,
                    "err": 0.008896508254110813,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.1253662109375,
                    "total_bits": 102766592.0,
                    "err": 0.009069162420928478,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.218841552734375,
                    "total_bits": 104334848.0,
                    "err": 0.007861655205488205,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.1253662109375,
                    "total_bits": 136321024.0,
                    "err": 0.006448067259043455,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.18.self_attn.k_proj",
            "numel": 4194304,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.18896484375,
                    "total_bits": 9181184.0,
                    "err": 0.09317557513713837,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.37646484375,
                    "total_bits": 9967616.0,
                    "err": 0.08452567458152771,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.62646484375,
                    "total_bits": 11016192.0,
                    "err": 0.07708127051591873,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.72021484375,
                    "total_bits": 11409408.0,
                    "err": 0.06951574236154556,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.22021484375,
                    "total_bits": 13506560.0,
                    "err": 0.04286820814013481,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.68896484375,
                    "total_bits": 15472640.0,
                    "err": 0.037490811198949814,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.0316162109375,
                    "total_bits": 12715520.0,
                    "err": 0.05671453848481178,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.12646484375,
                    "total_bits": 13113344.0,
                    "err": 0.05187651142477989,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.18896484375,
                    "total_bits": 13375488.0,
                    "err": 0.04387176036834717,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.53271484375,
                    "total_bits": 14817280.0,
                    "err": 0.037531234323978424,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.656982421875,
                    "total_bits": 15338496.0,
                    "err": 0.036512479186058044,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.0316162109375,
                    "total_bits": 16909824.0,
                    "err": 0.028739528730511665,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.12646484375,
                    "total_bits": 17307648.0,
                    "err": 0.024767592549324036,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.22021484375,
                    "total_bits": 17700864.0,
                    "err": 0.02066800743341446,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.31396484375,
                    "total_bits": 18094080.0,
                    "err": 0.019604608416557312,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.0316162109375,
                    "total_bits": 21104128.0,
                    "err": 0.014375344850122929,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.22021484375,
                    "total_bits": 21895168.0,
                    "err": 0.010806960053741932,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.37646484375,
                    "total_bits": 22550528.0,
                    "err": 0.010105915367603302,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.53271484375,
                    "total_bits": 23205888.0,
                    "err": 0.009761080145835876,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.72021484375,
                    "total_bits": 23992320.0,
                    "err": 0.0090664466843009,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.0316162109375,
                    "total_bits": 25298432.0,
                    "err": 0.007468283176422119,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.12646484375,
                    "total_bits": 25696256.0,
                    "err": 0.007404282223433256,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.2191162109375,
                    "total_bits": 26084864.0,
                    "err": 0.006059645209461451,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.12646484375,
                    "total_bits": 34084864.0,
                    "err": 0.004809529520571232,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.18.self_attn.v_proj",
            "numel": 4194304,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.18896484375,
                    "total_bits": 9181184.0,
                    "err": 0.2116929590702057,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.37646484375,
                    "total_bits": 9967616.0,
                    "err": 0.19225728511810303,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.62646484375,
                    "total_bits": 11016192.0,
                    "err": 0.18249207735061646,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.72021484375,
                    "total_bits": 11409408.0,
                    "err": 0.16523605585098267,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.22021484375,
                    "total_bits": 13506560.0,
                    "err": 0.09869959205389023,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.68896484375,
                    "total_bits": 15472640.0,
                    "err": 0.08998703956604004,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.0316162109375,
                    "total_bits": 12715520.0,
                    "err": 0.12091630697250366,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.12646484375,
                    "total_bits": 13113344.0,
                    "err": 0.10841478407382965,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.18896484375,
                    "total_bits": 13375488.0,
                    "err": 0.10096271336078644,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.53271484375,
                    "total_bits": 14817280.0,
                    "err": 0.0858558788895607,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.656982421875,
                    "total_bits": 15338496.0,
                    "err": 0.08287635445594788,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.0316162109375,
                    "total_bits": 16909824.0,
                    "err": 0.06181997433304787,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.12646484375,
                    "total_bits": 17307648.0,
                    "err": 0.05180956795811653,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.22021484375,
                    "total_bits": 17700864.0,
                    "err": 0.04741053655743599,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.31396484375,
                    "total_bits": 18094080.0,
                    "err": 0.04629804566502571,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.0316162109375,
                    "total_bits": 21104128.0,
                    "err": 0.030936989933252335,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.22021484375,
                    "total_bits": 21895168.0,
                    "err": 0.024283215403556824,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.37646484375,
                    "total_bits": 22550528.0,
                    "err": 0.02342868596315384,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.53271484375,
                    "total_bits": 23205888.0,
                    "err": 0.021649755537509918,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.72021484375,
                    "total_bits": 23992320.0,
                    "err": 0.020935479551553726,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.0316162109375,
                    "total_bits": 25298432.0,
                    "err": 0.015937047079205513,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.12646484375,
                    "total_bits": 25696256.0,
                    "err": 0.015093815512955189,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.2191162109375,
                    "total_bits": 26084864.0,
                    "err": 0.014016557484865189,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.12646484375,
                    "total_bits": 34084864.0,
                    "err": 0.009444348514080048,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.18.self_attn.o_proj",
            "numel": 16777216,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.1878662109375,
                    "total_bits": 36706304.0,
                    "err": 0.18623480200767517,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.3753662109375,
                    "total_bits": 39852032.0,
                    "err": 0.16769355535507202,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.6253662109375,
                    "total_bits": 44046336.0,
                    "err": 0.16105714440345764,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.7191162109375,
                    "total_bits": 45619200.0,
                    "err": 0.14222101867198944,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.2191162109375,
                    "total_bits": 54007808.0,
                    "err": 0.0864425003528595,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.6878662109375,
                    "total_bits": 61872128.0,
                    "err": 0.07978256046772003,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.031341552734375,
                    "total_bits": 50857472.0,
                    "err": 0.1001703292131424,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.1253662109375,
                    "total_bits": 52434944.0,
                    "err": 0.09106422960758209,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.1878662109375,
                    "total_bits": 53483520.0,
                    "err": 0.08779274672269821,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.5316162109375,
                    "total_bits": 59250688.0,
                    "err": 0.07319708913564682,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.65643310546875,
                    "total_bits": 61344768.0,
                    "err": 0.06883611530065536,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.031341552734375,
                    "total_bits": 67634688.0,
                    "err": 0.05153337121009827,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.1253662109375,
                    "total_bits": 69212160.0,
                    "err": 0.04409968852996826,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.2191162109375,
                    "total_bits": 70785024.0,
                    "err": 0.04201790317893028,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.3128662109375,
                    "total_bits": 72357888.0,
                    "err": 0.04152079299092293,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.031341552734375,
                    "total_bits": 84411904.0,
                    "err": 0.026085812598466873,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.2191162109375,
                    "total_bits": 87562240.0,
                    "err": 0.022593040019273758,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.3753662109375,
                    "total_bits": 90183680.0,
                    "err": 0.02213076502084732,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.5316162109375,
                    "total_bits": 92805120.0,
                    "err": 0.020072484388947487,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.7191162109375,
                    "total_bits": 95950848.0,
                    "err": 0.019757531583309174,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.031341552734375,
                    "total_bits": 101189120.0,
                    "err": 0.014561641961336136,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.1253662109375,
                    "total_bits": 102766592.0,
                    "err": 0.015129592269659042,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.218841552734375,
                    "total_bits": 104334848.0,
                    "err": 0.013897033408284187,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.1253662109375,
                    "total_bits": 136321024.0,
                    "err": 0.011499075219035149,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.18.mlp.gate_proj",
            "numel": 58720256,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.1876046316964284,
                    "total_bits": 128456703.99999999,
                    "err": 0.13593801856040955,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.3751046316964284,
                    "total_bits": 139466752.0,
                    "err": 0.1270931512117386,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.6251046316964284,
                    "total_bits": 154146816.0,
                    "err": 0.12329116463661194,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.7188546316964284,
                    "total_bits": 159651840.0,
                    "err": 0.1121363416314125,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.2188546316964284,
                    "total_bits": 189011968.0,
                    "err": 0.0641852617263794,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.6876046316964284,
                    "total_bits": 216537088.0,
                    "err": 0.060643475502729416,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.031276157924107,
                    "total_bits": 177997312.0,
                    "err": 0.07346674799919128,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.1251046316964284,
                    "total_bits": 183506944.0,
                    "err": 0.06752020865678787,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.1876046316964284,
                    "total_bits": 187176960.0,
                    "err": 0.0649876818060875,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.5313546316964284,
                    "total_bits": 207362048.0,
                    "err": 0.057311974465847015,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.6563023158482144,
                    "total_bits": 214699008.0,
                    "err": 0.05496616289019585,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.031276157924107,
                    "total_bits": 236717567.99999997,
                    "err": 0.03756655752658844,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.125104631696429,
                    "total_bits": 242227200.0,
                    "err": 0.03248310089111328,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.218854631696429,
                    "total_bits": 247732224.0,
                    "err": 0.030974380671977997,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.312604631696429,
                    "total_bits": 253237248.0,
                    "err": 0.03061821684241295,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.031276157924107,
                    "total_bits": 295437824.0,
                    "err": 0.018833136186003685,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.218854631696429,
                    "total_bits": 306452480.0,
                    "err": 0.01632543094456196,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.375104631696429,
                    "total_bits": 315627520.0,
                    "err": 0.016033729538321495,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.531354631696429,
                    "total_bits": 324802560.0,
                    "err": 0.01497500017285347,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.718854631696429,
                    "total_bits": 335812608.0,
                    "err": 0.014752628281712532,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.031276157924107,
                    "total_bits": 354158080.0,
                    "err": 0.010130002163350582,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.125104631696429,
                    "total_bits": 359667712.0,
                    "err": 0.010518306866288185,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.218776157924107,
                    "total_bits": 365168128.0,
                    "err": 0.0096208481118083,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.125104631696429,
                    "total_bits": 477108224.0,
                    "err": 0.0075735896825790405,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.18.mlp.up_proj",
            "numel": 58720256,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.1876046316964284,
                    "total_bits": 128456703.99999999,
                    "err": 0.21656891703605652,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.3751046316964284,
                    "total_bits": 139466752.0,
                    "err": 0.20339687168598175,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.6251046316964284,
                    "total_bits": 154146816.0,
                    "err": 0.19843541085720062,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.7188546316964284,
                    "total_bits": 159651840.0,
                    "err": 0.18047773838043213,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.2188546316964284,
                    "total_bits": 189011968.0,
                    "err": 0.10235580801963806,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.6876046316964284,
                    "total_bits": 216537088.0,
                    "err": 0.09741345047950745,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.031276157924107,
                    "total_bits": 177997312.0,
                    "err": 0.11568137258291245,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.1251046316964284,
                    "total_bits": 183506944.0,
                    "err": 0.10624140501022339,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.1876046316964284,
                    "total_bits": 187176960.0,
                    "err": 0.10341878235340118,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.5313546316964284,
                    "total_bits": 207362048.0,
                    "err": 0.09165948629379272,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.6563023158482144,
                    "total_bits": 214699008.0,
                    "err": 0.0878857672214508,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.031276157924107,
                    "total_bits": 236717567.99999997,
                    "err": 0.05907000973820686,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.125104631696429,
                    "total_bits": 242227200.0,
                    "err": 0.0509243905544281,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.218854631696429,
                    "total_bits": 247732224.0,
                    "err": 0.049161147326231,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.312604631696429,
                    "total_bits": 253237248.0,
                    "err": 0.048750899732112885,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.031276157924107,
                    "total_bits": 295437824.0,
                    "err": 0.029619017615914345,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.218854631696429,
                    "total_bits": 306452480.0,
                    "err": 0.025441834703087807,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.375104631696429,
                    "total_bits": 315627520.0,
                    "err": 0.025067247450351715,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.531354631696429,
                    "total_bits": 324802560.0,
                    "err": 0.02328418754041195,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.718854631696429,
                    "total_bits": 335812608.0,
                    "err": 0.023021265864372253,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.031276157924107,
                    "total_bits": 354158080.0,
                    "err": 0.01581786945462227,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.125104631696429,
                    "total_bits": 359667712.0,
                    "err": 0.01564379408955574,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.218776157924107,
                    "total_bits": 365168128.0,
                    "err": 0.015226956456899643,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.125104631696429,
                    "total_bits": 477108224.0,
                    "err": 0.010587180033326149,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.18.mlp.down_proj",
            "numel": 58720256,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.1789376395089284,
                    "total_bits": 127947775.99999999,
                    "err": 0.21603837609291077,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.3753662109375,
                    "total_bits": 139482112.0,
                    "err": 0.18886257708072662,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.6253662109375,
                    "total_bits": 154162176.0,
                    "err": 0.17702989280223846,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.7235804966517856,
                    "total_bits": 159929344.0,
                    "err": 0.15618285536766052,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.2235804966517856,
                    "total_bits": 189289472.0,
                    "err": 0.09867154061794281,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.7146519252232144,
                    "total_bits": 218125312.0,
                    "err": 0.08746599406003952,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.031341552734375,
                    "total_bits": 178001152.0,
                    "err": 0.12135609239339828,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.1253662109375,
                    "total_bits": 183522304.0,
                    "err": 0.1093316450715065,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.1789376395089284,
                    "total_bits": 186668032.0,
                    "err": 0.10221901535987854,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.5271519252232144,
                    "total_bits": 207115264.0,
                    "err": 0.08255856484174728,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.6608973911830356,
                    "total_bits": 214968832.0,
                    "err": 0.07880424708127975,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.031341552734375,
                    "total_bits": 236721408.0,
                    "err": 0.06210200861096382,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.1253662109375,
                    "total_bits": 242242560.0,
                    "err": 0.052779436111450195,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.223580496651786,
                    "total_bits": 248009728.0,
                    "err": 0.047898683696985245,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.321794782366071,
                    "total_bits": 253776896.0,
                    "err": 0.04666852951049805,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.031341552734375,
                    "total_bits": 295441664.0,
                    "err": 0.03156250715255737,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.223580496651786,
                    "total_bits": 306729984.0,
                    "err": 0.02577180229127407,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.339651925223214,
                    "total_bits": 313545728.0,
                    "err": 0.025184324011206627,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.527151925223214,
                    "total_bits": 324555776.0,
                    "err": 0.022740865126252174,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.723580496651786,
                    "total_bits": 336090112.0,
                    "err": 0.021975642070174217,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.031341552734375,
                    "total_bits": 354161920.0,
                    "err": 0.01759684458374977,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.1253662109375,
                    "total_bits": 359683072.0,
                    "err": 0.017687369138002396,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.227770124162946,
                    "total_bits": 365696256.0,
                    "err": 0.015954507514834404,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.1253662109375,
                    "total_bits": 477123584.0,
                    "err": 0.013164632022380829,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.19.self_attn.q_proj",
            "numel": 16777216,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.1878662109375,
                    "total_bits": 36706304.0,
                    "err": 0.11629703640937805,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.3753662109375,
                    "total_bits": 39852032.0,
                    "err": 0.1075035110116005,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.6253662109375,
                    "total_bits": 44046336.0,
                    "err": 0.1016739159822464,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.7191162109375,
                    "total_bits": 45619200.0,
                    "err": 0.09188716113567352,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.2191162109375,
                    "total_bits": 54007808.0,
                    "err": 0.054350171238183975,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.6878662109375,
                    "total_bits": 61872128.0,
                    "err": 0.049798429012298584,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.031341552734375,
                    "total_bits": 50857472.0,
                    "err": 0.0671587660908699,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.1253662109375,
                    "total_bits": 52434944.0,
                    "err": 0.061063721776008606,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.1878662109375,
                    "total_bits": 53483520.0,
                    "err": 0.055252984166145325,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.5316162109375,
                    "total_bits": 59250688.0,
                    "err": 0.04808005690574646,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.65643310546875,
                    "total_bits": 61344768.0,
                    "err": 0.04642368480563164,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.031341552734375,
                    "total_bits": 67634688.0,
                    "err": 0.03421977907419205,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.1253662109375,
                    "total_bits": 69212160.0,
                    "err": 0.029249172657728195,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.2191162109375,
                    "total_bits": 70785024.0,
                    "err": 0.02622242085635662,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.3128662109375,
                    "total_bits": 72357888.0,
                    "err": 0.02546168863773346,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.031341552734375,
                    "total_bits": 84411904.0,
                    "err": 0.017137162387371063,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.2191162109375,
                    "total_bits": 87562240.0,
                    "err": 0.013760387897491455,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.3753662109375,
                    "total_bits": 90183680.0,
                    "err": 0.013248729519546032,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.5316162109375,
                    "total_bits": 92805120.0,
                    "err": 0.012529458850622177,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.7191162109375,
                    "total_bits": 95950848.0,
                    "err": 0.012063651345670223,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.031341552734375,
                    "total_bits": 101189120.0,
                    "err": 0.0090925432741642,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.1253662109375,
                    "total_bits": 102766592.0,
                    "err": 0.009086419828236103,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.218841552734375,
                    "total_bits": 104334848.0,
                    "err": 0.008023655042052269,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.1253662109375,
                    "total_bits": 136321024.0,
                    "err": 0.006252146326005459,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.19.self_attn.k_proj",
            "numel": 4194304,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.18896484375,
                    "total_bits": 9181184.0,
                    "err": 0.09123838692903519,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.37646484375,
                    "total_bits": 9967616.0,
                    "err": 0.08377343416213989,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.62646484375,
                    "total_bits": 11016192.0,
                    "err": 0.07630906254053116,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.72021484375,
                    "total_bits": 11409408.0,
                    "err": 0.06901928037405014,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.22021484375,
                    "total_bits": 13506560.0,
                    "err": 0.04219245910644531,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.68896484375,
                    "total_bits": 15472640.0,
                    "err": 0.036959074437618256,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.0316162109375,
                    "total_bits": 12715520.0,
                    "err": 0.05638810619711876,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.12646484375,
                    "total_bits": 13113344.0,
                    "err": 0.05152975022792816,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.18896484375,
                    "total_bits": 13375488.0,
                    "err": 0.0430418998003006,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.53271484375,
                    "total_bits": 14817280.0,
                    "err": 0.03734557703137398,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.656982421875,
                    "total_bits": 15338496.0,
                    "err": 0.03649965673685074,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.0316162109375,
                    "total_bits": 16909824.0,
                    "err": 0.028562916442751884,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.12646484375,
                    "total_bits": 17307648.0,
                    "err": 0.024577567353844643,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.22021484375,
                    "total_bits": 17700864.0,
                    "err": 0.020333819091320038,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.31396484375,
                    "total_bits": 18094080.0,
                    "err": 0.019215093925595284,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.0316162109375,
                    "total_bits": 21104128.0,
                    "err": 0.01432908233255148,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.22021484375,
                    "total_bits": 21895168.0,
                    "err": 0.010620386339724064,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.37646484375,
                    "total_bits": 22550528.0,
                    "err": 0.009923608973622322,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.53271484375,
                    "total_bits": 23205888.0,
                    "err": 0.009664181619882584,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.72021484375,
                    "total_bits": 23992320.0,
                    "err": 0.008973847143352032,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.0316162109375,
                    "total_bits": 25298432.0,
                    "err": 0.007456296589225531,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.12646484375,
                    "total_bits": 25696256.0,
                    "err": 0.007287710905075073,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.2191162109375,
                    "total_bits": 26084864.0,
                    "err": 0.00599999725818634,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.12646484375,
                    "total_bits": 34084864.0,
                    "err": 0.004740137606859207,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.19.self_attn.v_proj",
            "numel": 4194304,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.18896484375,
                    "total_bits": 9181184.0,
                    "err": 0.22086383402347565,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.37646484375,
                    "total_bits": 9967616.0,
                    "err": 0.20238398015499115,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.62646484375,
                    "total_bits": 11016192.0,
                    "err": 0.19407464563846588,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.72021484375,
                    "total_bits": 11409408.0,
                    "err": 0.17545922100543976,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.22021484375,
                    "total_bits": 13506560.0,
                    "err": 0.10329105705022812,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.68896484375,
                    "total_bits": 15472640.0,
                    "err": 0.0953235924243927,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.0316162109375,
                    "total_bits": 12715520.0,
                    "err": 0.1238953173160553,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.12646484375,
                    "total_bits": 13113344.0,
                    "err": 0.11145041882991791,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.18896484375,
                    "total_bits": 13375488.0,
                    "err": 0.10520009696483612,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.53271484375,
                    "total_bits": 14817280.0,
                    "err": 0.09047194570302963,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.656982421875,
                    "total_bits": 15338496.0,
                    "err": 0.08695296943187714,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.0316162109375,
                    "total_bits": 16909824.0,
                    "err": 0.06308590620756149,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.12646484375,
                    "total_bits": 17307648.0,
                    "err": 0.05328387767076492,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.22021484375,
                    "total_bits": 17700864.0,
                    "err": 0.04948725178837776,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.31396484375,
                    "total_bits": 18094080.0,
                    "err": 0.04855167493224144,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.0316162109375,
                    "total_bits": 21104128.0,
                    "err": 0.03149038925766945,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.22021484375,
                    "total_bits": 21895168.0,
                    "err": 0.02522197924554348,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.37646484375,
                    "total_bits": 22550528.0,
                    "err": 0.024480566382408142,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.53271484375,
                    "total_bits": 23205888.0,
                    "err": 0.022588489577174187,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.72021484375,
                    "total_bits": 23992320.0,
                    "err": 0.02197151817381382,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.0316162109375,
                    "total_bits": 25298432.0,
                    "err": 0.016144057735800743,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.12646484375,
                    "total_bits": 25696256.0,
                    "err": 0.01534995250403881,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.2191162109375,
                    "total_bits": 26084864.0,
                    "err": 0.01448977179825306,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.12646484375,
                    "total_bits": 34084864.0,
                    "err": 0.009411012753844261,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.19.self_attn.o_proj",
            "numel": 16777216,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.1878662109375,
                    "total_bits": 36706304.0,
                    "err": 0.20219473540782928,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.3753662109375,
                    "total_bits": 39852032.0,
                    "err": 0.18452788889408112,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.6253662109375,
                    "total_bits": 44046336.0,
                    "err": 0.17839734256267548,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.7191162109375,
                    "total_bits": 45619200.0,
                    "err": 0.1557471752166748,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.2191162109375,
                    "total_bits": 54007808.0,
                    "err": 0.09447509795427322,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.6878662109375,
                    "total_bits": 61872128.0,
                    "err": 0.08795926719903946,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.031341552734375,
                    "total_bits": 50857472.0,
                    "err": 0.10932257771492004,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.1253662109375,
                    "total_bits": 52434944.0,
                    "err": 0.09849702566862106,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.1878662109375,
                    "total_bits": 53483520.0,
                    "err": 0.09577751904726028,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.5316162109375,
                    "total_bits": 59250688.0,
                    "err": 0.08034942299127579,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.65643310546875,
                    "total_bits": 61344768.0,
                    "err": 0.07529639452695847,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.031341552734375,
                    "total_bits": 67634688.0,
                    "err": 0.05640063434839249,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.1253662109375,
                    "total_bits": 69212160.0,
                    "err": 0.04789942875504494,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.2191162109375,
                    "total_bits": 70785024.0,
                    "err": 0.046067383140325546,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.3128662109375,
                    "total_bits": 72357888.0,
                    "err": 0.04562457650899887,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.031341552734375,
                    "total_bits": 84411904.0,
                    "err": 0.02847266010940075,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.2191162109375,
                    "total_bits": 87562240.0,
                    "err": 0.02491912990808487,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.3753662109375,
                    "total_bits": 90183680.0,
                    "err": 0.024497143924236298,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.5316162109375,
                    "total_bits": 92805120.0,
                    "err": 0.022252792492508888,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.7191162109375,
                    "total_bits": 95950848.0,
                    "err": 0.02198021300137043,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.031341552734375,
                    "total_bits": 101189120.0,
                    "err": 0.015907946974039078,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.1253662109375,
                    "total_bits": 102766592.0,
                    "err": 0.016824599355459213,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.218841552734375,
                    "total_bits": 104334848.0,
                    "err": 0.015340256504714489,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.1253662109375,
                    "total_bits": 136321024.0,
                    "err": 0.013046277686953545,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.19.mlp.gate_proj",
            "numel": 58720256,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.1876046316964284,
                    "total_bits": 128456703.99999999,
                    "err": 0.13247112929821014,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.3751046316964284,
                    "total_bits": 139466752.0,
                    "err": 0.12393944710493088,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.6251046316964284,
                    "total_bits": 154146816.0,
                    "err": 0.12040463089942932,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.7188546316964284,
                    "total_bits": 159651840.0,
                    "err": 0.10955975949764252,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.2188546316964284,
                    "total_bits": 189011968.0,
                    "err": 0.06249149888753891,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.6876046316964284,
                    "total_bits": 216537088.0,
                    "err": 0.059128373861312866,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.031276157924107,
                    "total_bits": 177997312.0,
                    "err": 0.07118795067071915,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.1251046316964284,
                    "total_bits": 183506944.0,
                    "err": 0.06552764028310776,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.1876046316964284,
                    "total_bits": 187176960.0,
                    "err": 0.06322576850652695,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.5313546316964284,
                    "total_bits": 207362048.0,
                    "err": 0.05583246052265167,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.6563023158482144,
                    "total_bits": 214699008.0,
                    "err": 0.05353172868490219,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.031276157924107,
                    "total_bits": 236717567.99999997,
                    "err": 0.03634475916624069,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.125104631696429,
                    "total_bits": 242227200.0,
                    "err": 0.03148214891552925,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.218854631696429,
                    "total_bits": 247732224.0,
                    "err": 0.030112436041235924,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.312604631696429,
                    "total_bits": 253237248.0,
                    "err": 0.029786424711346626,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.031276157924107,
                    "total_bits": 295437824.0,
                    "err": 0.018223486840724945,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.218854631696429,
                    "total_bits": 306452480.0,
                    "err": 0.015797633677721024,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.375104631696429,
                    "total_bits": 315627520.0,
                    "err": 0.015524615533649921,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.531354631696429,
                    "total_bits": 324802560.0,
                    "err": 0.01449006237089634,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.718854631696429,
                    "total_bits": 335812608.0,
                    "err": 0.014290165156126022,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.031276157924107,
                    "total_bits": 354158080.0,
                    "err": 0.009754613973200321,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.125104631696429,
                    "total_bits": 359667712.0,
                    "err": 0.010068599134683609,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.218776157924107,
                    "total_bits": 365168128.0,
                    "err": 0.009295931085944176,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.125104631696429,
                    "total_bits": 477108224.0,
                    "err": 0.007153763435781002,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.19.mlp.up_proj",
            "numel": 58720256,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.1876046316964284,
                    "total_bits": 128456703.99999999,
                    "err": 0.21240012347698212,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.3751046316964284,
                    "total_bits": 139466752.0,
                    "err": 0.1995869129896164,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.6251046316964284,
                    "total_bits": 154146816.0,
                    "err": 0.1947268545627594,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.7188546316964284,
                    "total_bits": 159651840.0,
                    "err": 0.177278071641922,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.2188546316964284,
                    "total_bits": 189011968.0,
                    "err": 0.10034836083650589,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.6876046316964284,
                    "total_bits": 216537088.0,
                    "err": 0.09552640467882156,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.031276157924107,
                    "total_bits": 177997312.0,
                    "err": 0.11323730647563934,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.1251046316964284,
                    "total_bits": 183506944.0,
                    "err": 0.10410267859697342,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.1876046316964284,
                    "total_bits": 187176960.0,
                    "err": 0.10142819583415985,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.5313546316964284,
                    "total_bits": 207362048.0,
                    "err": 0.089960016310215,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.6563023158482144,
                    "total_bits": 214699008.0,
                    "err": 0.08624681830406189,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.031276157924107,
                    "total_bits": 236717567.99999997,
                    "err": 0.057774949818849564,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.125104631696429,
                    "total_bits": 242227200.0,
                    "err": 0.0498976893723011,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.218854631696429,
                    "total_bits": 247732224.0,
                    "err": 0.04820907115936279,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.312604631696429,
                    "total_bits": 253237248.0,
                    "err": 0.04781927540898323,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.031276157924107,
                    "total_bits": 295437824.0,
                    "err": 0.028987161815166473,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.218854631696429,
                    "total_bits": 306452480.0,
                    "err": 0.02502310276031494,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.375104631696429,
                    "total_bits": 315627520.0,
                    "err": 0.02466045506298542,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.531354631696429,
                    "total_bits": 324802560.0,
                    "err": 0.02293701283633709,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.718854631696429,
                    "total_bits": 335812608.0,
                    "err": 0.022688664495944977,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.031276157924107,
                    "total_bits": 354158080.0,
                    "err": 0.015575956553220749,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.125104631696429,
                    "total_bits": 359667712.0,
                    "err": 0.015485065057873726,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.218776157924107,
                    "total_bits": 365168128.0,
                    "err": 0.015016849152743816,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.125104631696429,
                    "total_bits": 477108224.0,
                    "err": 0.010614096187055111,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.19.mlp.down_proj",
            "numel": 58720256,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.1789376395089284,
                    "total_bits": 127947775.99999999,
                    "err": 0.20302973687648773,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.3753662109375,
                    "total_bits": 139482112.0,
                    "err": 0.17690888047218323,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.6253662109375,
                    "total_bits": 154162176.0,
                    "err": 0.1646730899810791,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.7235804966517856,
                    "total_bits": 159929344.0,
                    "err": 0.14447028934955597,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.2235804966517856,
                    "total_bits": 189289472.0,
                    "err": 0.09287189692258835,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.7146519252232144,
                    "total_bits": 218125312.0,
                    "err": 0.08142364025115967,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.031341552734375,
                    "total_bits": 178001152.0,
                    "err": 0.11541524529457092,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.1253662109375,
                    "total_bits": 183522304.0,
                    "err": 0.10420557111501694,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.1789376395089284,
                    "total_bits": 186668032.0,
                    "err": 0.09618300199508667,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.5271519252232144,
                    "total_bits": 207115264.0,
                    "err": 0.07710447907447815,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.6608973911830356,
                    "total_bits": 214968832.0,
                    "err": 0.07362807542085648,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.031341552734375,
                    "total_bits": 236721408.0,
                    "err": 0.05916737765073776,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.1253662109375,
                    "total_bits": 242242560.0,
                    "err": 0.05054738372564316,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.223580496651786,
                    "total_bits": 248009728.0,
                    "err": 0.04517795145511627,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.321794782366071,
                    "total_bits": 253776896.0,
                    "err": 0.04384525120258331,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.031341552734375,
                    "total_bits": 295441664.0,
                    "err": 0.030195295810699463,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.223580496651786,
                    "total_bits": 306729984.0,
                    "err": 0.024489110335707664,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.339651925223214,
                    "total_bits": 313545728.0,
                    "err": 0.02381082996726036,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.527151925223214,
                    "total_bits": 324555776.0,
                    "err": 0.02155972085893154,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.723580496651786,
                    "total_bits": 336090112.0,
                    "err": 0.020690573379397392,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.031341552734375,
                    "total_bits": 354161920.0,
                    "err": 0.01707766391336918,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.1253662109375,
                    "total_bits": 359683072.0,
                    "err": 0.017105160281062126,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.227770124162946,
                    "total_bits": 365696256.0,
                    "err": 0.015361510217189789,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.1253662109375,
                    "total_bits": 477123584.0,
                    "err": 0.012802560813724995,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.20.self_attn.q_proj",
            "numel": 16777216,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.1878662109375,
                    "total_bits": 36706304.0,
                    "err": 0.11587197333574295,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.3753662109375,
                    "total_bits": 39852032.0,
                    "err": 0.10674353688955307,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.6253662109375,
                    "total_bits": 44046336.0,
                    "err": 0.09987611323595047,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.7191162109375,
                    "total_bits": 45619200.0,
                    "err": 0.09059004485607147,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.2191162109375,
                    "total_bits": 54007808.0,
                    "err": 0.05402497574687004,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.6878662109375,
                    "total_bits": 61872128.0,
                    "err": 0.04879293590784073,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.031341552734375,
                    "total_bits": 50857472.0,
                    "err": 0.06894013285636902,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.1253662109375,
                    "total_bits": 52434944.0,
                    "err": 0.06232867389917374,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.1878662109375,
                    "total_bits": 53483520.0,
                    "err": 0.05500469356775284,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.5316162109375,
                    "total_bits": 59250688.0,
                    "err": 0.04786285012960434,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.65643310546875,
                    "total_bits": 61344768.0,
                    "err": 0.04649348556995392,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.031341552734375,
                    "total_bits": 67634688.0,
                    "err": 0.03511057794094086,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.1253662109375,
                    "total_bits": 69212160.0,
                    "err": 0.029854727908968925,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.2191162109375,
                    "total_bits": 70785024.0,
                    "err": 0.02611837536096573,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.3128662109375,
                    "total_bits": 72357888.0,
                    "err": 0.025175493210554123,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.031341552734375,
                    "total_bits": 84411904.0,
                    "err": 0.017621396109461784,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.2191162109375,
                    "total_bits": 87562240.0,
                    "err": 0.013814814388751984,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.3753662109375,
                    "total_bits": 90183680.0,
                    "err": 0.013181967660784721,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.5316162109375,
                    "total_bits": 92805120.0,
                    "err": 0.012619373388588428,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.7191162109375,
                    "total_bits": 95950848.0,
                    "err": 0.012027648277580738,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.031341552734375,
                    "total_bits": 101189120.0,
                    "err": 0.009373829700052738,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.1253662109375,
                    "total_bits": 102766592.0,
                    "err": 0.009372305124998093,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.218841552734375,
                    "total_bits": 104334848.0,
                    "err": 0.008016625419259071,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.1253662109375,
                    "total_bits": 136321024.0,
                    "err": 0.006512435618788004,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.20.self_attn.k_proj",
            "numel": 4194304,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.18896484375,
                    "total_bits": 9181184.0,
                    "err": 0.09230060130357742,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.37646484375,
                    "total_bits": 9967616.0,
                    "err": 0.08380970358848572,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.62646484375,
                    "total_bits": 11016192.0,
                    "err": 0.07476956397294998,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.72021484375,
                    "total_bits": 11409408.0,
                    "err": 0.0678630843758583,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.22021484375,
                    "total_bits": 13506560.0,
                    "err": 0.042325615882873535,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.68896484375,
                    "total_bits": 15472640.0,
                    "err": 0.03609330207109451,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.0316162109375,
                    "total_bits": 12715520.0,
                    "err": 0.05913389474153519,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.12646484375,
                    "total_bits": 13113344.0,
                    "err": 0.05368150770664215,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.18896484375,
                    "total_bits": 13375488.0,
                    "err": 0.043383046984672546,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.53271484375,
                    "total_bits": 14817280.0,
                    "err": 0.0373477041721344,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.656982421875,
                    "total_bits": 15338496.0,
                    "err": 0.03678089752793312,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.0316162109375,
                    "total_bits": 16909824.0,
                    "err": 0.02995612658560276,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.12646484375,
                    "total_bits": 17307648.0,
                    "err": 0.025563761591911316,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.22021484375,
                    "total_bits": 17700864.0,
                    "err": 0.02045031264424324,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.31396484375,
                    "total_bits": 18094080.0,
                    "err": 0.019054913893342018,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.0316162109375,
                    "total_bits": 21104128.0,
                    "err": 0.014978809282183647,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.22021484375,
                    "total_bits": 21895168.0,
                    "err": 0.010725625790655613,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.37646484375,
                    "total_bits": 22550528.0,
                    "err": 0.009843062609434128,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.53271484375,
                    "total_bits": 23205888.0,
                    "err": 0.009749138727784157,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.72021484375,
                    "total_bits": 23992320.0,
                    "err": 0.008863928727805614,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.0316162109375,
                    "total_bits": 25298432.0,
                    "err": 0.007815947756171227,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.12646484375,
                    "total_bits": 25696256.0,
                    "err": 0.007570235058665276,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.2191162109375,
                    "total_bits": 26084864.0,
                    "err": 0.006040800362825394,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.12646484375,
                    "total_bits": 34084864.0,
                    "err": 0.004843126051127911,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.20.self_attn.v_proj",
            "numel": 4194304,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.18896484375,
                    "total_bits": 9181184.0,
                    "err": 0.2165527045726776,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.37646484375,
                    "total_bits": 9967616.0,
                    "err": 0.19582140445709229,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.62646484375,
                    "total_bits": 11016192.0,
                    "err": 0.18566346168518066,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.72021484375,
                    "total_bits": 11409408.0,
                    "err": 0.1679951250553131,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.22021484375,
                    "total_bits": 13506560.0,
                    "err": 0.10041981190443039,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.68896484375,
                    "total_bits": 15472640.0,
                    "err": 0.0912858322262764,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.0316162109375,
                    "total_bits": 12715520.0,
                    "err": 0.1233917772769928,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.12646484375,
                    "total_bits": 13113344.0,
                    "err": 0.11056984215974808,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.18896484375,
                    "total_bits": 13375488.0,
                    "err": 0.10281269997358322,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.53271484375,
                    "total_bits": 14817280.0,
                    "err": 0.08719685673713684,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.656982421875,
                    "total_bits": 15338496.0,
                    "err": 0.08413440734148026,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.0316162109375,
                    "total_bits": 16909824.0,
                    "err": 0.0629618763923645,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.12646484375,
                    "total_bits": 17307648.0,
                    "err": 0.052748847752809525,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.22021484375,
                    "total_bits": 17700864.0,
                    "err": 0.0481359139084816,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.31396484375,
                    "total_bits": 18094080.0,
                    "err": 0.04700256511569023,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.0316162109375,
                    "total_bits": 21104128.0,
                    "err": 0.031439028680324554,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.22021484375,
                    "total_bits": 21895168.0,
                    "err": 0.02465636469423771,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.37646484375,
                    "total_bits": 22550528.0,
                    "err": 0.023771019652485847,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.53271484375,
                    "total_bits": 23205888.0,
                    "err": 0.021941406652331352,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.72021484375,
                    "total_bits": 23992320.0,
                    "err": 0.02118612453341484,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.0316162109375,
                    "total_bits": 25298432.0,
                    "err": 0.016112716868519783,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.12646484375,
                    "total_bits": 25696256.0,
                    "err": 0.01532280258834362,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.2191162109375,
                    "total_bits": 26084864.0,
                    "err": 0.014087427407503128,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.12646484375,
                    "total_bits": 34084864.0,
                    "err": 0.009550151415169239,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.20.self_attn.o_proj",
            "numel": 16777216,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.1878662109375,
                    "total_bits": 36706304.0,
                    "err": 0.2219708412885666,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.3753662109375,
                    "total_bits": 39852032.0,
                    "err": 0.1935826987028122,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.6253662109375,
                    "total_bits": 44046336.0,
                    "err": 0.1834493726491928,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.7191162109375,
                    "total_bits": 45619200.0,
                    "err": 0.15816952288150787,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.2191162109375,
                    "total_bits": 54007808.0,
                    "err": 0.1030995100736618,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.6878662109375,
                    "total_bits": 61872128.0,
                    "err": 0.09161750972270966,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.031341552734375,
                    "total_bits": 50857472.0,
                    "err": 0.12073485553264618,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.1253662109375,
                    "total_bits": 52434944.0,
                    "err": 0.11007624119520187,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.1878662109375,
                    "total_bits": 53483520.0,
                    "err": 0.10557350516319275,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.5316162109375,
                    "total_bits": 59250688.0,
                    "err": 0.08302022516727448,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.65643310546875,
                    "total_bits": 61344768.0,
                    "err": 0.07740754634141922,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.031341552734375,
                    "total_bits": 67634688.0,
                    "err": 0.06210508942604065,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.1253662109375,
                    "total_bits": 69212160.0,
                    "err": 0.053133413195610046,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.2191162109375,
                    "total_bits": 70785024.0,
                    "err": 0.04998035356402397,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.3128662109375,
                    "total_bits": 72357888.0,
                    "err": 0.04920671135187149,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.031341552734375,
                    "total_bits": 84411904.0,
                    "err": 0.03121018595993519,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.2191162109375,
                    "total_bits": 87562240.0,
                    "err": 0.026618022471666336,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.3753662109375,
                    "total_bits": 90183680.0,
                    "err": 0.02582506090402603,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.5316162109375,
                    "total_bits": 92805120.0,
                    "err": 0.0227609034627676,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.7191162109375,
                    "total_bits": 95950848.0,
                    "err": 0.02226088009774685,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.031341552734375,
                    "total_bits": 101189120.0,
                    "err": 0.016858546063303947,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.1253662109375,
                    "total_bits": 102766592.0,
                    "err": 0.017650164663791656,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.218841552734375,
                    "total_bits": 104334848.0,
                    "err": 0.015862515196204185,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.1253662109375,
                    "total_bits": 136321024.0,
                    "err": 0.013031207025051117,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.20.mlp.gate_proj",
            "numel": 58720256,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.1876046316964284,
                    "total_bits": 128456703.99999999,
                    "err": 0.13763895630836487,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.3751046316964284,
                    "total_bits": 139466752.0,
                    "err": 0.12931576371192932,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.6251046316964284,
                    "total_bits": 154146816.0,
                    "err": 0.12603075802326202,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.7188546316964284,
                    "total_bits": 159651840.0,
                    "err": 0.11469423770904541,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.2188546316964284,
                    "total_bits": 189011968.0,
                    "err": 0.06498956680297852,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.6876046316964284,
                    "total_bits": 216537088.0,
                    "err": 0.06183920428156853,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.031276157924107,
                    "total_bits": 177997312.0,
                    "err": 0.07337579131126404,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.1251046316964284,
                    "total_bits": 183506944.0,
                    "err": 0.067620187997818,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.1876046316964284,
                    "total_bits": 187176960.0,
                    "err": 0.06569257378578186,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.5313546316964284,
                    "total_bits": 207362048.0,
                    "err": 0.05826454982161522,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.6563023158482144,
                    "total_bits": 214699008.0,
                    "err": 0.055825598537921906,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.031276157924107,
                    "total_bits": 236717567.99999997,
                    "err": 0.03742535412311554,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.125104631696429,
                    "total_bits": 242227200.0,
                    "err": 0.03244766965508461,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.218854631696429,
                    "total_bits": 247732224.0,
                    "err": 0.03126916661858559,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.312604631696429,
                    "total_bits": 253237248.0,
                    "err": 0.03098713979125023,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.031276157924107,
                    "total_bits": 295437824.0,
                    "err": 0.0187405813485384,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.218854631696429,
                    "total_bits": 306452480.0,
                    "err": 0.01631566323339939,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.375104631696429,
                    "total_bits": 315627520.0,
                    "err": 0.016070879995822906,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.531354631696429,
                    "total_bits": 324802560.0,
                    "err": 0.014979028142988682,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.718854631696429,
                    "total_bits": 335812608.0,
                    "err": 0.014803224243223667,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.031276157924107,
                    "total_bits": 354158080.0,
                    "err": 0.009992867708206177,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.125104631696429,
                    "total_bits": 359667712.0,
                    "err": 0.010248254053294659,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.218776157924107,
                    "total_bits": 365168128.0,
                    "err": 0.009600471705198288,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.125104631696429,
                    "total_bits": 477108224.0,
                    "err": 0.007177216466516256,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.20.mlp.up_proj",
            "numel": 58720256,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.1876046316964284,
                    "total_bits": 128456703.99999999,
                    "err": 0.22176659107208252,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.3751046316964284,
                    "total_bits": 139466752.0,
                    "err": 0.208915114402771,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.6251046316964284,
                    "total_bits": 154146816.0,
                    "err": 0.20428134500980377,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.7188546316964284,
                    "total_bits": 159651840.0,
                    "err": 0.18595083057880402,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.2188546316964284,
                    "total_bits": 189011968.0,
                    "err": 0.1046738475561142,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.6876046316964284,
                    "total_bits": 216537088.0,
                    "err": 0.09996859729290009,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.031276157924107,
                    "total_bits": 177997312.0,
                    "err": 0.11737696826457977,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.1251046316964284,
                    "total_bits": 183506944.0,
                    "err": 0.10798309743404388,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.1876046316964284,
                    "total_bits": 187176960.0,
                    "err": 0.10564591735601425,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.5313546316964284,
                    "total_bits": 207362048.0,
                    "err": 0.09396415948867798,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.6563023158482144,
                    "total_bits": 214699008.0,
                    "err": 0.09007245302200317,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.031276157924107,
                    "total_bits": 236717567.99999997,
                    "err": 0.059836164116859436,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.125104631696429,
                    "total_bits": 242227200.0,
                    "err": 0.05167677626013756,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.218854631696429,
                    "total_bits": 247732224.0,
                    "err": 0.05018850415945053,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.312604631696429,
                    "total_bits": 253237248.0,
                    "err": 0.04983646422624588,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.031276157924107,
                    "total_bits": 295437824.0,
                    "err": 0.030007686465978622,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.218854631696429,
                    "total_bits": 306452480.0,
                    "err": 0.025828499346971512,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.375104631696429,
                    "total_bits": 315627520.0,
                    "err": 0.025491103529930115,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.531354631696429,
                    "total_bits": 324802560.0,
                    "err": 0.023658566176891327,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.718854631696429,
                    "total_bits": 335812608.0,
                    "err": 0.023436130955815315,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.031276157924107,
                    "total_bits": 354158080.0,
                    "err": 0.01599552109837532,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.125104631696429,
                    "total_bits": 359667712.0,
                    "err": 0.015632523223757744,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.218776157924107,
                    "total_bits": 365168128.0,
                    "err": 0.015499284490942955,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.125104631696429,
                    "total_bits": 477108224.0,
                    "err": 0.010369311086833477,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.20.mlp.down_proj",
            "numel": 58720256,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.1789376395089284,
                    "total_bits": 127947775.99999999,
                    "err": 0.20253019034862518,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.3753662109375,
                    "total_bits": 139482112.0,
                    "err": 0.17716233432292938,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.6253662109375,
                    "total_bits": 154162176.0,
                    "err": 0.1661052256822586,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.7235804966517856,
                    "total_bits": 159929344.0,
                    "err": 0.14612668752670288,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.2235804966517856,
                    "total_bits": 189289472.0,
                    "err": 0.09245378524065018,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.7146519252232144,
                    "total_bits": 218125312.0,
                    "err": 0.0819450244307518,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.031341552734375,
                    "total_bits": 178001152.0,
                    "err": 0.11245127767324448,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.1253662109375,
                    "total_bits": 183522304.0,
                    "err": 0.10226473212242126,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.1789376395089284,
                    "total_bits": 186668032.0,
                    "err": 0.09563644230365753,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.5271519252232144,
                    "total_bits": 207115264.0,
                    "err": 0.07700605690479279,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.6608973911830356,
                    "total_bits": 214968832.0,
                    "err": 0.07319580018520355,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.031341552734375,
                    "total_bits": 236721408.0,
                    "err": 0.05751659721136093,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.1253662109375,
                    "total_bits": 242242560.0,
                    "err": 0.049193330109119415,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.223580496651786,
                    "total_bits": 248009728.0,
                    "err": 0.04467616230249405,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.321794782366071,
                    "total_bits": 253776896.0,
                    "err": 0.04355412721633911,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.031341552734375,
                    "total_bits": 295441664.0,
                    "err": 0.02914815954864025,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.223580496651786,
                    "total_bits": 306729984.0,
                    "err": 0.023739995434880257,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.339651925223214,
                    "total_bits": 313545728.0,
                    "err": 0.02318807691335678,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.527151925223214,
                    "total_bits": 324555776.0,
                    "err": 0.02077542059123516,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.723580496651786,
                    "total_bits": 336090112.0,
                    "err": 0.020054729655385017,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.031341552734375,
                    "total_bits": 354161920.0,
                    "err": 0.016066204756498337,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.1253662109375,
                    "total_bits": 359683072.0,
                    "err": 0.015920164063572884,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.227770124162946,
                    "total_bits": 365696256.0,
                    "err": 0.014586049132049084,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.1253662109375,
                    "total_bits": 477123584.0,
                    "err": 0.011452091857790947,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.21.self_attn.q_proj",
            "numel": 16777216,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.1878662109375,
                    "total_bits": 36706304.0,
                    "err": 0.11006694287061691,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.3753662109375,
                    "total_bits": 39852032.0,
                    "err": 0.1006316989660263,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.6253662109375,
                    "total_bits": 44046336.0,
                    "err": 0.09393584728240967,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.7191162109375,
                    "total_bits": 45619200.0,
                    "err": 0.0852203220129013,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.2191162109375,
                    "total_bits": 54007808.0,
                    "err": 0.05118469521403313,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.6878662109375,
                    "total_bits": 61872128.0,
                    "err": 0.04597825929522514,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.031341552734375,
                    "total_bits": 50857472.0,
                    "err": 0.06538145244121552,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.1253662109375,
                    "total_bits": 52434944.0,
                    "err": 0.059203218668699265,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.1878662109375,
                    "total_bits": 53483520.0,
                    "err": 0.052253127098083496,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.5316162109375,
                    "total_bits": 59250688.0,
                    "err": 0.0451134517788887,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.65643310546875,
                    "total_bits": 61344768.0,
                    "err": 0.04389405623078346,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.031341552734375,
                    "total_bits": 67634688.0,
                    "err": 0.0333314873278141,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.1253662109375,
                    "total_bits": 69212160.0,
                    "err": 0.028305716812610626,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.2191162109375,
                    "total_bits": 70785024.0,
                    "err": 0.02469802275300026,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.3128662109375,
                    "total_bits": 72357888.0,
                    "err": 0.023785637691617012,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.031341552734375,
                    "total_bits": 84411904.0,
                    "err": 0.016718143597245216,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.2191162109375,
                    "total_bits": 87562240.0,
                    "err": 0.012968325987458229,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.3753662109375,
                    "total_bits": 90183680.0,
                    "err": 0.012357398867607117,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.5316162109375,
                    "total_bits": 92805120.0,
                    "err": 0.01177386287599802,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.7191162109375,
                    "total_bits": 95950848.0,
                    "err": 0.011203890666365623,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.031341552734375,
                    "total_bits": 101189120.0,
                    "err": 0.008911993354558945,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.1253662109375,
                    "total_bits": 102766592.0,
                    "err": 0.008693589828908443,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.218841552734375,
                    "total_bits": 104334848.0,
                    "err": 0.0076222848147153854,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.1253662109375,
                    "total_bits": 136321024.0,
                    "err": 0.0059015024453401566,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.21.self_attn.k_proj",
            "numel": 4194304,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.18896484375,
                    "total_bits": 9181184.0,
                    "err": 0.09265147149562836,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.37646484375,
                    "total_bits": 9967616.0,
                    "err": 0.08392670750617981,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.62646484375,
                    "total_bits": 11016192.0,
                    "err": 0.07519656419754028,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.72021484375,
                    "total_bits": 11409408.0,
                    "err": 0.06830254942178726,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.22021484375,
                    "total_bits": 13506560.0,
                    "err": 0.04260977730154991,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.68896484375,
                    "total_bits": 15472640.0,
                    "err": 0.036444518715143204,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.0316162109375,
                    "total_bits": 12715520.0,
                    "err": 0.05891411378979683,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.12646484375,
                    "total_bits": 13113344.0,
                    "err": 0.05340809375047684,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.18896484375,
                    "total_bits": 13375488.0,
                    "err": 0.04368416592478752,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.53271484375,
                    "total_bits": 14817280.0,
                    "err": 0.03747619688510895,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.656982421875,
                    "total_bits": 15338496.0,
                    "err": 0.036845747381448746,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.0316162109375,
                    "total_bits": 16909824.0,
                    "err": 0.02980003133416176,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.12646484375,
                    "total_bits": 17307648.0,
                    "err": 0.025489915162324905,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.22021484375,
                    "total_bits": 17700864.0,
                    "err": 0.02060987800359726,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.31396484375,
                    "total_bits": 18094080.0,
                    "err": 0.019277062267065048,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.0316162109375,
                    "total_bits": 21104128.0,
                    "err": 0.014932218007743359,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.22021484375,
                    "total_bits": 21895168.0,
                    "err": 0.010854464955627918,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.37646484375,
                    "total_bits": 22550528.0,
                    "err": 0.010009104385972023,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.53271484375,
                    "total_bits": 23205888.0,
                    "err": 0.009857017546892166,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.72021484375,
                    "total_bits": 23992320.0,
                    "err": 0.009015588089823723,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.0316162109375,
                    "total_bits": 25298432.0,
                    "err": 0.00775112072005868,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.12646484375,
                    "total_bits": 25696256.0,
                    "err": 0.007657449226826429,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.2191162109375,
                    "total_bits": 26084864.0,
                    "err": 0.006001693662256002,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.12646484375,
                    "total_bits": 34084864.0,
                    "err": 0.0050082216039299965,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.21.self_attn.v_proj",
            "numel": 4194304,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.18896484375,
                    "total_bits": 9181184.0,
                    "err": 0.20711204409599304,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.37646484375,
                    "total_bits": 9967616.0,
                    "err": 0.18528245389461517,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.62646484375,
                    "total_bits": 11016192.0,
                    "err": 0.1739482879638672,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.72021484375,
                    "total_bits": 11409408.0,
                    "err": 0.15707802772521973,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.22021484375,
                    "total_bits": 13506560.0,
                    "err": 0.09534180164337158,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.68896484375,
                    "total_bits": 15472640.0,
                    "err": 0.08522146940231323,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.0316162109375,
                    "total_bits": 12715520.0,
                    "err": 0.12014555186033249,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.12646484375,
                    "total_bits": 13113344.0,
                    "err": 0.10718760639429092,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.18896484375,
                    "total_bits": 13375488.0,
                    "err": 0.09794249385595322,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.53271484375,
                    "total_bits": 14817280.0,
                    "err": 0.08227914571762085,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.656982421875,
                    "total_bits": 15338496.0,
                    "err": 0.07949154824018478,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.0316162109375,
                    "total_bits": 16909824.0,
                    "err": 0.061260804533958435,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.12646484375,
                    "total_bits": 17307648.0,
                    "err": 0.05118637904524803,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.22021484375,
                    "total_bits": 17700864.0,
                    "err": 0.04567602276802063,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.31396484375,
                    "total_bits": 18094080.0,
                    "err": 0.044287074357271194,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.0316162109375,
                    "total_bits": 21104128.0,
                    "err": 0.030647749081254005,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.22021484375,
                    "total_bits": 21895168.0,
                    "err": 0.023375658318400383,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.37646484375,
                    "total_bits": 22550528.0,
                    "err": 0.022370073944330215,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.53271484375,
                    "total_bits": 23205888.0,
                    "err": 0.020737111568450928,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.72021484375,
                    "total_bits": 23992320.0,
                    "err": 0.01982237584888935,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.0316162109375,
                    "total_bits": 25298432.0,
                    "err": 0.015721505507826805,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.12646484375,
                    "total_bits": 25696256.0,
                    "err": 0.014756490476429462,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.2191162109375,
                    "total_bits": 26084864.0,
                    "err": 0.013334459625184536,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.12646484375,
                    "total_bits": 34084864.0,
                    "err": 0.009091486223042011,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.21.self_attn.o_proj",
            "numel": 16777216,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.1878662109375,
                    "total_bits": 36706304.0,
                    "err": 0.2221229523420334,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.3753662109375,
                    "total_bits": 39852032.0,
                    "err": 0.19626100361347198,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.6253662109375,
                    "total_bits": 44046336.0,
                    "err": 0.18739677965641022,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.7191162109375,
                    "total_bits": 45619200.0,
                    "err": 0.1619347631931305,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.2191162109375,
                    "total_bits": 54007808.0,
                    "err": 0.1033361405134201,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.6878662109375,
                    "total_bits": 61872128.0,
                    "err": 0.09316663444042206,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.031341552734375,
                    "total_bits": 50857472.0,
                    "err": 0.11825553327798843,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.1253662109375,
                    "total_bits": 52434944.0,
                    "err": 0.10891371220350266,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.1878662109375,
                    "total_bits": 53483520.0,
                    "err": 0.10533254593610764,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.5316162109375,
                    "total_bits": 59250688.0,
                    "err": 0.08458104729652405,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.65643310546875,
                    "total_bits": 61344768.0,
                    "err": 0.07790130376815796,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.031341552734375,
                    "total_bits": 67634688.0,
                    "err": 0.06065516173839569,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.1253662109375,
                    "total_bits": 69212160.0,
                    "err": 0.05227858945727348,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.2191162109375,
                    "total_bits": 70785024.0,
                    "err": 0.049694307148456573,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.3128662109375,
                    "total_bits": 72357888.0,
                    "err": 0.049090366810560226,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.031341552734375,
                    "total_bits": 84411904.0,
                    "err": 0.03037133812904358,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.2191162109375,
                    "total_bits": 87562240.0,
                    "err": 0.02591860294342041,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.3753662109375,
                    "total_bits": 90183680.0,
                    "err": 0.025228729471564293,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.5316162109375,
                    "total_bits": 92805120.0,
                    "err": 0.022200850769877434,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.7191162109375,
                    "total_bits": 95950848.0,
                    "err": 0.021788835525512695,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.031341552734375,
                    "total_bits": 101189120.0,
                    "err": 0.016159335151314735,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.1253662109375,
                    "total_bits": 102766592.0,
                    "err": 0.016368050128221512,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.218841552734375,
                    "total_bits": 104334848.0,
                    "err": 0.015289663337171078,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.1253662109375,
                    "total_bits": 136321024.0,
                    "err": 0.011331041343510151,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.21.mlp.gate_proj",
            "numel": 58720256,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.1876046316964284,
                    "total_bits": 128456703.99999999,
                    "err": 0.13723407685756683,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.3751046316964284,
                    "total_bits": 139466752.0,
                    "err": 0.12914006412029266,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.6251046316964284,
                    "total_bits": 154146816.0,
                    "err": 0.1260564774274826,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.7188546316964284,
                    "total_bits": 159651840.0,
                    "err": 0.11470507830381393,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.2188546316964284,
                    "total_bits": 189011968.0,
                    "err": 0.06486713886260986,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.6876046316964284,
                    "total_bits": 216537088.0,
                    "err": 0.06186174228787422,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.031276157924107,
                    "total_bits": 177997312.0,
                    "err": 0.07297010719776154,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.1251046316964284,
                    "total_bits": 183506944.0,
                    "err": 0.0672348216176033,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.1876046316964284,
                    "total_bits": 187176960.0,
                    "err": 0.0655030682682991,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.5313546316964284,
                    "total_bits": 207362048.0,
                    "err": 0.058207761496305466,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.6563023158482144,
                    "total_bits": 214699008.0,
                    "err": 0.05582968518137932,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.031276157924107,
                    "total_bits": 236717567.99999997,
                    "err": 0.03727278485894203,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.125104631696429,
                    "total_bits": 242227200.0,
                    "err": 0.03226080909371376,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.218854631696429,
                    "total_bits": 247732224.0,
                    "err": 0.03119969367980957,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.312604631696429,
                    "total_bits": 253237248.0,
                    "err": 0.030949044972658157,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.031276157924107,
                    "total_bits": 295437824.0,
                    "err": 0.01868593879044056,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.218854631696429,
                    "total_bits": 306452480.0,
                    "err": 0.016275331377983093,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.375104631696429,
                    "total_bits": 315627520.0,
                    "err": 0.016050003468990326,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.531354631696429,
                    "total_bits": 324802560.0,
                    "err": 0.01495017297565937,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.718854631696429,
                    "total_bits": 335812608.0,
                    "err": 0.014794298447668552,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.031276157924107,
                    "total_bits": 354158080.0,
                    "err": 0.010047005489468575,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.125104631696429,
                    "total_bits": 359667712.0,
                    "err": 0.010188096202909946,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.218776157924107,
                    "total_bits": 365168128.0,
                    "err": 0.009706047363579273,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.125104631696429,
                    "total_bits": 477108224.0,
                    "err": 0.00713547645136714,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.21.mlp.up_proj",
            "numel": 58720256,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.1876046316964284,
                    "total_bits": 128456703.99999999,
                    "err": 0.22873555123806,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.3751046316964284,
                    "total_bits": 139466752.0,
                    "err": 0.21567238867282867,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.6251046316964284,
                    "total_bits": 154146816.0,
                    "err": 0.21113243699073792,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.7188546316964284,
                    "total_bits": 159651840.0,
                    "err": 0.1922910213470459,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.2188546316964284,
                    "total_bits": 189011968.0,
                    "err": 0.10815375298261642,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.6876046316964284,
                    "total_bits": 216537088.0,
                    "err": 0.10346969962120056,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.031276157924107,
                    "total_bits": 177997312.0,
                    "err": 0.12082847207784653,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.1251046316964284,
                    "total_bits": 183506944.0,
                    "err": 0.11124710738658905,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.1876046316964284,
                    "total_bits": 187176960.0,
                    "err": 0.10911111533641815,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.5313546316964284,
                    "total_bits": 207362048.0,
                    "err": 0.0971972644329071,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.6563023158482144,
                    "total_bits": 214699008.0,
                    "err": 0.0931529700756073,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.031276157924107,
                    "total_bits": 236717567.99999997,
                    "err": 0.061718087643384933,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.125104631696429,
                    "total_bits": 242227200.0,
                    "err": 0.05328475311398506,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.218854631696429,
                    "total_bits": 247732224.0,
                    "err": 0.051883358508348465,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.312604631696429,
                    "total_bits": 253237248.0,
                    "err": 0.051557499915361404,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.031276157924107,
                    "total_bits": 295437824.0,
                    "err": 0.030928337946534157,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.218854631696429,
                    "total_bits": 306452480.0,
                    "err": 0.02677677944302559,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.375104631696429,
                    "total_bits": 315627520.0,
                    "err": 0.026450812816619873,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.531354631696429,
                    "total_bits": 324802560.0,
                    "err": 0.02456401288509369,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.718854631696429,
                    "total_bits": 335812608.0,
                    "err": 0.024350380524992943,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.031276157924107,
                    "total_bits": 354158080.0,
                    "err": 0.016545452177524567,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.125104631696429,
                    "total_bits": 359667712.0,
                    "err": 0.016277646645903587,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.218776157924107,
                    "total_bits": 365168128.0,
                    "err": 0.01608385518193245,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.125104631696429,
                    "total_bits": 477108224.0,
                    "err": 0.010944753885269165,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.21.mlp.down_proj",
            "numel": 58720256,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.1789376395089284,
                    "total_bits": 127947775.99999999,
                    "err": 0.19987356662750244,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.3753662109375,
                    "total_bits": 139482112.0,
                    "err": 0.17510777711868286,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.6253662109375,
                    "total_bits": 154162176.0,
                    "err": 0.16393229365348816,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.7235804966517856,
                    "total_bits": 159929344.0,
                    "err": 0.14514371752738953,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.2235804966517856,
                    "total_bits": 189289472.0,
                    "err": 0.09103696048259735,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.7146519252232144,
                    "total_bits": 218125312.0,
                    "err": 0.08048685640096664,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.031341552734375,
                    "total_bits": 178001152.0,
                    "err": 0.1111840158700943,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.1253662109375,
                    "total_bits": 183522304.0,
                    "err": 0.10143881291151047,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.1789376395089284,
                    "total_bits": 186668032.0,
                    "err": 0.09423590451478958,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.5271519252232144,
                    "total_bits": 207115264.0,
                    "err": 0.07639128714799881,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.6608973911830356,
                    "total_bits": 214968832.0,
                    "err": 0.0727439671754837,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.031341552734375,
                    "total_bits": 236721408.0,
                    "err": 0.05652870610356331,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.1253662109375,
                    "total_bits": 242242560.0,
                    "err": 0.048753369599580765,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.223580496651786,
                    "total_bits": 248009728.0,
                    "err": 0.04403112083673477,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.321794782366071,
                    "total_bits": 253776896.0,
                    "err": 0.04285028576850891,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.031341552734375,
                    "total_bits": 295441664.0,
                    "err": 0.02867821790277958,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.223580496651786,
                    "total_bits": 306729984.0,
                    "err": 0.023420186713337898,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.339651925223214,
                    "total_bits": 313545728.0,
                    "err": 0.02281588315963745,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.527151925223214,
                    "total_bits": 324555776.0,
                    "err": 0.020612845197319984,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.723580496651786,
                    "total_bits": 336090112.0,
                    "err": 0.019833378493785858,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.031341552734375,
                    "total_bits": 354161920.0,
                    "err": 0.015818418934941292,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.1253662109375,
                    "total_bits": 359683072.0,
                    "err": 0.015779806300997734,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.227770124162946,
                    "total_bits": 365696256.0,
                    "err": 0.0142914317548275,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.1253662109375,
                    "total_bits": 477123584.0,
                    "err": 0.011307982727885246,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.22.self_attn.q_proj",
            "numel": 16777216,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.1878662109375,
                    "total_bits": 36706304.0,
                    "err": 0.11195918172597885,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.3753662109375,
                    "total_bits": 39852032.0,
                    "err": 0.10200797766447067,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.6253662109375,
                    "total_bits": 44046336.0,
                    "err": 0.09490936994552612,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.7191162109375,
                    "total_bits": 45619200.0,
                    "err": 0.08616552501916885,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.2191162109375,
                    "total_bits": 54007808.0,
                    "err": 0.052077583968639374,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.6878662109375,
                    "total_bits": 61872128.0,
                    "err": 0.04650380462408066,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.031341552734375,
                    "total_bits": 50857472.0,
                    "err": 0.06650034338235855,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.1253662109375,
                    "total_bits": 52434944.0,
                    "err": 0.060444850474596024,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.1878662109375,
                    "total_bits": 53483520.0,
                    "err": 0.05318889394402504,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.5316162109375,
                    "total_bits": 59250688.0,
                    "err": 0.04572365805506706,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.65643310546875,
                    "total_bits": 61344768.0,
                    "err": 0.04455013573169708,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.031341552734375,
                    "total_bits": 67634688.0,
                    "err": 0.03393993526697159,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.1253662109375,
                    "total_bits": 69212160.0,
                    "err": 0.02893446572124958,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.2191162109375,
                    "total_bits": 70785024.0,
                    "err": 0.025166966021060944,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.3128662109375,
                    "total_bits": 72357888.0,
                    "err": 0.024202538654208183,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.031341552734375,
                    "total_bits": 84411904.0,
                    "err": 0.017030248418450356,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.2191162109375,
                    "total_bits": 87562240.0,
                    "err": 0.013250592164695263,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.3753662109375,
                    "total_bits": 90183680.0,
                    "err": 0.012584501877427101,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.5316162109375,
                    "total_bits": 92805120.0,
                    "err": 0.012002277188003063,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.7191162109375,
                    "total_bits": 95950848.0,
                    "err": 0.01139572449028492,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.031341552734375,
                    "total_bits": 101189120.0,
                    "err": 0.009057200513780117,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.1253662109375,
                    "total_bits": 102766592.0,
                    "err": 0.008941925130784512,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.218841552734375,
                    "total_bits": 104334848.0,
                    "err": 0.007739826571196318,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.1253662109375,
                    "total_bits": 136321024.0,
                    "err": 0.006108639296144247,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.22.self_attn.k_proj",
            "numel": 4194304,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.18896484375,
                    "total_bits": 9181184.0,
                    "err": 0.10139892995357513,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.37646484375,
                    "total_bits": 9967616.0,
                    "err": 0.09176705777645111,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.62646484375,
                    "total_bits": 11016192.0,
                    "err": 0.08241548389196396,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.72021484375,
                    "total_bits": 11409408.0,
                    "err": 0.07485977560281754,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.22021484375,
                    "total_bits": 13506560.0,
                    "err": 0.04670367389917374,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.68896484375,
                    "total_bits": 15472640.0,
                    "err": 0.04005269333720207,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.0316162109375,
                    "total_bits": 12715520.0,
                    "err": 0.06428542733192444,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.12646484375,
                    "total_bits": 13113344.0,
                    "err": 0.058283306658267975,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.18896484375,
                    "total_bits": 13375488.0,
                    "err": 0.04790782183408737,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.53271484375,
                    "total_bits": 14817280.0,
                    "err": 0.0410485565662384,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.656982421875,
                    "total_bits": 15338496.0,
                    "err": 0.040291931480169296,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.0316162109375,
                    "total_bits": 16909824.0,
                    "err": 0.03258679807186127,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.12646484375,
                    "total_bits": 17307648.0,
                    "err": 0.027844926342368126,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.22021484375,
                    "total_bits": 17700864.0,
                    "err": 0.02259589545428753,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.31396484375,
                    "total_bits": 18094080.0,
                    "err": 0.02120792306959629,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.0316162109375,
                    "total_bits": 21104128.0,
                    "err": 0.016312818974256516,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.22021484375,
                    "total_bits": 21895168.0,
                    "err": 0.011895586736500263,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.37646484375,
                    "total_bits": 22550528.0,
                    "err": 0.010993165895342827,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.53271484375,
                    "total_bits": 23205888.0,
                    "err": 0.010789154097437859,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.72021484375,
                    "total_bits": 23992320.0,
                    "err": 0.009903855621814728,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.0316162109375,
                    "total_bits": 25298432.0,
                    "err": 0.008509556762874126,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.12646484375,
                    "total_bits": 25696256.0,
                    "err": 0.008362247608602047,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.2191162109375,
                    "total_bits": 26084864.0,
                    "err": 0.006647629663348198,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.12646484375,
                    "total_bits": 34084864.0,
                    "err": 0.0054957871325314045,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.22.self_attn.v_proj",
            "numel": 4194304,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.18896484375,
                    "total_bits": 9181184.0,
                    "err": 0.20657780766487122,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.37646484375,
                    "total_bits": 9967616.0,
                    "err": 0.18406441807746887,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.62646484375,
                    "total_bits": 11016192.0,
                    "err": 0.17163057625293732,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.72021484375,
                    "total_bits": 11409408.0,
                    "err": 0.15510588884353638,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.22021484375,
                    "total_bits": 13506560.0,
                    "err": 0.09480966627597809,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.68896484375,
                    "total_bits": 15472640.0,
                    "err": 0.08403182029724121,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.0316162109375,
                    "total_bits": 12715520.0,
                    "err": 0.12069622427225113,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.12646484375,
                    "total_bits": 13113344.0,
                    "err": 0.10803521424531937,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.18896484375,
                    "total_bits": 13375488.0,
                    "err": 0.09748077392578125,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.53271484375,
                    "total_bits": 14817280.0,
                    "err": 0.0815131813287735,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.656982421875,
                    "total_bits": 15338496.0,
                    "err": 0.07887034118175507,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.0316162109375,
                    "total_bits": 16909824.0,
                    "err": 0.0614340603351593,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.12646484375,
                    "total_bits": 17307648.0,
                    "err": 0.0514783151447773,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.22021484375,
                    "total_bits": 17700864.0,
                    "err": 0.045453522354364395,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.31396484375,
                    "total_bits": 18094080.0,
                    "err": 0.043921347707509995,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.0316162109375,
                    "total_bits": 21104128.0,
                    "err": 0.030661258846521378,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.22021484375,
                    "total_bits": 21895168.0,
                    "err": 0.023314232006669044,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.37646484375,
                    "total_bits": 22550528.0,
                    "err": 0.02217423915863037,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.53271484375,
                    "total_bits": 23205888.0,
                    "err": 0.020614363253116608,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.72021484375,
                    "total_bits": 23992320.0,
                    "err": 0.019589141011238098,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.0316162109375,
                    "total_bits": 25298432.0,
                    "err": 0.015705835074186325,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.12646484375,
                    "total_bits": 25696256.0,
                    "err": 0.014857044443488121,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.2191162109375,
                    "total_bits": 26084864.0,
                    "err": 0.013186515308916569,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.12646484375,
                    "total_bits": 34084864.0,
                    "err": 0.009128850884735584,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.22.self_attn.o_proj",
            "numel": 16777216,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.1878662109375,
                    "total_bits": 36706304.0,
                    "err": 0.20851366221904755,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.3753662109375,
                    "total_bits": 39852032.0,
                    "err": 0.18487568199634552,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.6253662109375,
                    "total_bits": 44046336.0,
                    "err": 0.1764928698539734,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.7191162109375,
                    "total_bits": 45619200.0,
                    "err": 0.14755022525787354,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.2191162109375,
                    "total_bits": 54007808.0,
                    "err": 0.0972546637058258,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.6878662109375,
                    "total_bits": 61872128.0,
                    "err": 0.08850100636482239,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.031341552734375,
                    "total_bits": 50857472.0,
                    "err": 0.11261668056249619,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.1253662109375,
                    "total_bits": 52434944.0,
                    "err": 0.10308074206113815,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.1878662109375,
                    "total_bits": 53483520.0,
                    "err": 0.09929925203323364,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.5316162109375,
                    "total_bits": 59250688.0,
                    "err": 0.0791454166173935,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.65643310546875,
                    "total_bits": 61344768.0,
                    "err": 0.07060116529464722,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.031341552734375,
                    "total_bits": 67634688.0,
                    "err": 0.0577315092086792,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.1253662109375,
                    "total_bits": 69212160.0,
                    "err": 0.04959068447351456,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.2191162109375,
                    "total_bits": 70785024.0,
                    "err": 0.04694702848792076,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.3128662109375,
                    "total_bits": 72357888.0,
                    "err": 0.04632609337568283,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.031341552734375,
                    "total_bits": 84411904.0,
                    "err": 0.02894255518913269,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.2191162109375,
                    "total_bits": 87562240.0,
                    "err": 0.02466006577014923,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.3753662109375,
                    "total_bits": 90183680.0,
                    "err": 0.024022813886404037,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.5316162109375,
                    "total_bits": 92805120.0,
                    "err": 0.021112890914082527,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.7191162109375,
                    "total_bits": 95950848.0,
                    "err": 0.02069312520325184,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.031341552734375,
                    "total_bits": 101189120.0,
                    "err": 0.015562926419079304,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.1253662109375,
                    "total_bits": 102766592.0,
                    "err": 0.015862196683883667,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.218841552734375,
                    "total_bits": 104334848.0,
                    "err": 0.014717542566359043,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.1253662109375,
                    "total_bits": 136321024.0,
                    "err": 0.011278375051915646,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.22.mlp.gate_proj",
            "numel": 58720256,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.1876046316964284,
                    "total_bits": 128456703.99999999,
                    "err": 0.14882899820804596,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.3751046316964284,
                    "total_bits": 139466752.0,
                    "err": 0.14009319245815277,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.6251046316964284,
                    "total_bits": 154146816.0,
                    "err": 0.13678976893424988,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.7188546316964284,
                    "total_bits": 159651840.0,
                    "err": 0.12451767921447754,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.2188546316964284,
                    "total_bits": 189011968.0,
                    "err": 0.07030472904443741,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.6876046316964284,
                    "total_bits": 216537088.0,
                    "err": 0.0670594573020935,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.031276157924107,
                    "total_bits": 177997312.0,
                    "err": 0.07881598174571991,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.1251046316964284,
                    "total_bits": 183506944.0,
                    "err": 0.07281041145324707,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.1876046316964284,
                    "total_bits": 187176960.0,
                    "err": 0.07100057601928711,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.5313546316964284,
                    "total_bits": 207362048.0,
                    "err": 0.06308699399232864,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.6563023158482144,
                    "total_bits": 214699008.0,
                    "err": 0.0603821687400341,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.031276157924107,
                    "total_bits": 236717567.99999997,
                    "err": 0.04018296301364899,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.125104631696429,
                    "total_bits": 242227200.0,
                    "err": 0.034876760095357895,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.218854631696429,
                    "total_bits": 247732224.0,
                    "err": 0.03375313803553581,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.312604631696429,
                    "total_bits": 253237248.0,
                    "err": 0.03348836675286293,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.031276157924107,
                    "total_bits": 295437824.0,
                    "err": 0.02009769156575203,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.218854631696429,
                    "total_bits": 306452480.0,
                    "err": 0.01749631017446518,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.375104631696429,
                    "total_bits": 315627520.0,
                    "err": 0.017253082245588303,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.531354631696429,
                    "total_bits": 324802560.0,
                    "err": 0.016054851934313774,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.718854631696429,
                    "total_bits": 335812608.0,
                    "err": 0.0158848874270916,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.031276157924107,
                    "total_bits": 354158080.0,
                    "err": 0.010626628063619137,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.125104631696429,
                    "total_bits": 359667712.0,
                    "err": 0.010794379748404026,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.218776157924107,
                    "total_bits": 365168128.0,
                    "err": 0.010261716321110725,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.125104631696429,
                    "total_bits": 477108224.0,
                    "err": 0.00737635837867856,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.22.mlp.up_proj",
            "numel": 58720256,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.1876046316964284,
                    "total_bits": 128456703.99999999,
                    "err": 0.23267501592636108,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.3751046316964284,
                    "total_bits": 139466752.0,
                    "err": 0.2193201333284378,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.6251046316964284,
                    "total_bits": 154146816.0,
                    "err": 0.2147647887468338,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.7188546316964284,
                    "total_bits": 159651840.0,
                    "err": 0.19562818109989166,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.2188546316964284,
                    "total_bits": 189011968.0,
                    "err": 0.10991017520427704,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.6876046316964284,
                    "total_bits": 216537088.0,
                    "err": 0.10518147796392441,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.031276157924107,
                    "total_bits": 177997312.0,
                    "err": 0.12241148203611374,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.1251046316964284,
                    "total_bits": 183506944.0,
                    "err": 0.11304422467947006,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.1876046316964284,
                    "total_bits": 187176960.0,
                    "err": 0.11093365401029587,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.5313546316964284,
                    "total_bits": 207362048.0,
                    "err": 0.09880125522613525,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.6563023158482144,
                    "total_bits": 214699008.0,
                    "err": 0.09447755664587021,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.031276157924107,
                    "total_bits": 236717567.99999997,
                    "err": 0.06238145753741264,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.125104631696429,
                    "total_bits": 242227200.0,
                    "err": 0.0540592297911644,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.218854631696429,
                    "total_bits": 247732224.0,
                    "err": 0.0526420921087265,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.312604631696429,
                    "total_bits": 253237248.0,
                    "err": 0.05230923742055893,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.031276157924107,
                    "total_bits": 295437824.0,
                    "err": 0.03113512508571148,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.218854631696429,
                    "total_bits": 306452480.0,
                    "err": 0.026983648538589478,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.375104631696429,
                    "total_bits": 315627520.0,
                    "err": 0.026642542332410812,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.531354631696429,
                    "total_bits": 324802560.0,
                    "err": 0.024698879569768906,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.718854631696429,
                    "total_bits": 335812608.0,
                    "err": 0.024485133588314056,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.031276157924107,
                    "total_bits": 354158080.0,
                    "err": 0.016302060335874557,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.125104631696429,
                    "total_bits": 359667712.0,
                    "err": 0.01613057777285576,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.218776157924107,
                    "total_bits": 365168128.0,
                    "err": 0.01582954451441765,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.125104631696429,
                    "total_bits": 477108224.0,
                    "err": 0.010475581511855125,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.22.mlp.down_proj",
            "numel": 58720256,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.1789376395089284,
                    "total_bits": 127947775.99999999,
                    "err": 0.20386216044425964,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.3753662109375,
                    "total_bits": 139482112.0,
                    "err": 0.17988023161888123,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.6253662109375,
                    "total_bits": 154162176.0,
                    "err": 0.16901171207427979,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.7235804966517856,
                    "total_bits": 159929344.0,
                    "err": 0.15012958645820618,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.2235804966517856,
                    "total_bits": 189289472.0,
                    "err": 0.09319209307432175,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.7146519252232144,
                    "total_bits": 218125312.0,
                    "err": 0.08298885077238083,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.031341552734375,
                    "total_bits": 178001152.0,
                    "err": 0.11370515823364258,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.1253662109375,
                    "total_bits": 183522304.0,
                    "err": 0.10328550636768341,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.1789376395089284,
                    "total_bits": 186668032.0,
                    "err": 0.09621218591928482,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.5271519252232144,
                    "total_bits": 207115264.0,
                    "err": 0.07862984389066696,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.6608973911830356,
                    "total_bits": 214968832.0,
                    "err": 0.07505788654088974,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.031341552734375,
                    "total_bits": 236721408.0,
                    "err": 0.05773676559329033,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.1253662109375,
                    "total_bits": 242242560.0,
                    "err": 0.049553122371435165,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.223580496651786,
                    "total_bits": 248009728.0,
                    "err": 0.04500243067741394,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.321794782366071,
                    "total_bits": 253776896.0,
                    "err": 0.04386641085147858,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.031341552734375,
                    "total_bits": 295441664.0,
                    "err": 0.029249507933855057,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.223580496651786,
                    "total_bits": 306729984.0,
                    "err": 0.023817548528313637,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.339651925223214,
                    "total_bits": 313545728.0,
                    "err": 0.0232488214969635,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.527151925223214,
                    "total_bits": 324555776.0,
                    "err": 0.02101082354784012,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.723580496651786,
                    "total_bits": 336090112.0,
                    "err": 0.02027917094528675,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.031341552734375,
                    "total_bits": 354161920.0,
                    "err": 0.01610415428876877,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.1253662109375,
                    "total_bits": 359683072.0,
                    "err": 0.015867281705141068,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.227770124162946,
                    "total_bits": 365696256.0,
                    "err": 0.014621558599174023,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.1253662109375,
                    "total_bits": 477123584.0,
                    "err": 0.01128016971051693,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.23.self_attn.q_proj",
            "numel": 16777216,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.1878662109375,
                    "total_bits": 36706304.0,
                    "err": 0.11277932673692703,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.3753662109375,
                    "total_bits": 39852032.0,
                    "err": 0.10321353375911713,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.6253662109375,
                    "total_bits": 44046336.0,
                    "err": 0.09661002457141876,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.7191162109375,
                    "total_bits": 45619200.0,
                    "err": 0.08781377226114273,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.2191162109375,
                    "total_bits": 54007808.0,
                    "err": 0.05252690613269806,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.6878662109375,
                    "total_bits": 61872128.0,
                    "err": 0.04726745933294296,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.031341552734375,
                    "total_bits": 50857472.0,
                    "err": 0.06639575958251953,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.1253662109375,
                    "total_bits": 52434944.0,
                    "err": 0.06030793488025665,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.1878662109375,
                    "total_bits": 53483520.0,
                    "err": 0.05358007550239563,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.5316162109375,
                    "total_bits": 59250688.0,
                    "err": 0.0462617464363575,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.65643310546875,
                    "total_bits": 61344768.0,
                    "err": 0.04494261369109154,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.031341552734375,
                    "total_bits": 67634688.0,
                    "err": 0.033754441887140274,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.1253662109375,
                    "total_bits": 69212160.0,
                    "err": 0.02883594110608101,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.2191162109375,
                    "total_bits": 70785024.0,
                    "err": 0.025320090353488922,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.3128662109375,
                    "total_bits": 72357888.0,
                    "err": 0.024439208209514618,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.031341552734375,
                    "total_bits": 84411904.0,
                    "err": 0.016905685886740685,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.2191162109375,
                    "total_bits": 87562240.0,
                    "err": 0.01324283704161644,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.3753662109375,
                    "total_bits": 90183680.0,
                    "err": 0.012616974301636219,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.5316162109375,
                    "total_bits": 92805120.0,
                    "err": 0.012000259943306446,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.7191162109375,
                    "total_bits": 95950848.0,
                    "err": 0.011433766223490238,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.031341552734375,
                    "total_bits": 101189120.0,
                    "err": 0.008936049416661263,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.1253662109375,
                    "total_bits": 102766592.0,
                    "err": 0.008778251707553864,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.218841552734375,
                    "total_bits": 104334848.0,
                    "err": 0.00769700575619936,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.1253662109375,
                    "total_bits": 136321024.0,
                    "err": 0.005872901529073715,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.23.self_attn.k_proj",
            "numel": 4194304,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.18896484375,
                    "total_bits": 9181184.0,
                    "err": 0.09903251379728317,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.37646484375,
                    "total_bits": 9967616.0,
                    "err": 0.08957172930240631,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.62646484375,
                    "total_bits": 11016192.0,
                    "err": 0.08151964843273163,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.72021484375,
                    "total_bits": 11409408.0,
                    "err": 0.0740027129650116,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.22021484375,
                    "total_bits": 13506560.0,
                    "err": 0.04559812694787979,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.68896484375,
                    "total_bits": 15472640.0,
                    "err": 0.039652299135923386,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.0316162109375,
                    "total_bits": 12715520.0,
                    "err": 0.06078583374619484,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.12646484375,
                    "total_bits": 13113344.0,
                    "err": 0.055422037839889526,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.18896484375,
                    "total_bits": 13375488.0,
                    "err": 0.046740833669900894,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.53271484375,
                    "total_bits": 14817280.0,
                    "err": 0.03994797542691231,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.656982421875,
                    "total_bits": 15338496.0,
                    "err": 0.03909662738442421,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.0316162109375,
                    "total_bits": 16909824.0,
                    "err": 0.030792269855737686,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.12646484375,
                    "total_bits": 17307648.0,
                    "err": 0.02641698718070984,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.22021484375,
                    "total_bits": 17700864.0,
                    "err": 0.02202535793185234,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.31396484375,
                    "total_bits": 18094080.0,
                    "err": 0.02087143063545227,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.0316162109375,
                    "total_bits": 21104128.0,
                    "err": 0.015393850393593311,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.22021484375,
                    "total_bits": 21895168.0,
                    "err": 0.011526604183018208,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.37646484375,
                    "total_bits": 22550528.0,
                    "err": 0.010749981738626957,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.53271484375,
                    "total_bits": 23205888.0,
                    "err": 0.01042291522026062,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.72021484375,
                    "total_bits": 23992320.0,
                    "err": 0.00967119075357914,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.0316162109375,
                    "total_bits": 25298432.0,
                    "err": 0.00806391704827547,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.12646484375,
                    "total_bits": 25696256.0,
                    "err": 0.007915599271655083,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.2191162109375,
                    "total_bits": 26084864.0,
                    "err": 0.00654925312846899,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.12646484375,
                    "total_bits": 34084864.0,
                    "err": 0.0051563880406320095,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.23.self_attn.v_proj",
            "numel": 4194304,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.18896484375,
                    "total_bits": 9181184.0,
                    "err": 0.21995295584201813,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.37646484375,
                    "total_bits": 9967616.0,
                    "err": 0.1994907408952713,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.62646484375,
                    "total_bits": 11016192.0,
                    "err": 0.18947529792785645,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.72021484375,
                    "total_bits": 11409408.0,
                    "err": 0.17143341898918152,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.22021484375,
                    "total_bits": 13506560.0,
                    "err": 0.10204123705625534,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.68896484375,
                    "total_bits": 15472640.0,
                    "err": 0.0929177924990654,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.0316162109375,
                    "total_bits": 12715520.0,
                    "err": 0.1238599345088005,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.12646484375,
                    "total_bits": 13113344.0,
                    "err": 0.11216237396001816,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.18896484375,
                    "total_bits": 13375488.0,
                    "err": 0.10427974164485931,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.53271484375,
                    "total_bits": 14817280.0,
                    "err": 0.08882807940244675,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.656982421875,
                    "total_bits": 15338496.0,
                    "err": 0.08540944755077362,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.0316162109375,
                    "total_bits": 16909824.0,
                    "err": 0.06305164098739624,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.12646484375,
                    "total_bits": 17307648.0,
                    "err": 0.05354277417063713,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.22021484375,
                    "total_bits": 17700864.0,
                    "err": 0.04888686537742615,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.31396484375,
                    "total_bits": 18094080.0,
                    "err": 0.04776207357645035,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.0316162109375,
                    "total_bits": 21104128.0,
                    "err": 0.031507834792137146,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.22021484375,
                    "total_bits": 21895168.0,
                    "err": 0.024989334866404533,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.37646484375,
                    "total_bits": 22550528.0,
                    "err": 0.024087516590952873,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.53271484375,
                    "total_bits": 23205888.0,
                    "err": 0.022264769300818443,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.72021484375,
                    "total_bits": 23992320.0,
                    "err": 0.021509822458028793,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.0316162109375,
                    "total_bits": 25298432.0,
                    "err": 0.01615176536142826,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.12646484375,
                    "total_bits": 25696256.0,
                    "err": 0.015462820418179035,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.2191162109375,
                    "total_bits": 26084864.0,
                    "err": 0.014251494780182838,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.12646484375,
                    "total_bits": 34084864.0,
                    "err": 0.009526715613901615,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.23.self_attn.o_proj",
            "numel": 16777216,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.1878662109375,
                    "total_bits": 36706304.0,
                    "err": 0.19944880902767181,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.3753662109375,
                    "total_bits": 39852032.0,
                    "err": 0.1747795045375824,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.6253662109375,
                    "total_bits": 44046336.0,
                    "err": 0.16619887948036194,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.7191162109375,
                    "total_bits": 45619200.0,
                    "err": 0.13942520320415497,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.2191162109375,
                    "total_bits": 54007808.0,
                    "err": 0.09216649830341339,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.6878662109375,
                    "total_bits": 61872128.0,
                    "err": 0.08300279825925827,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.031341552734375,
                    "total_bits": 50857472.0,
                    "err": 0.1069299578666687,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.1253662109375,
                    "total_bits": 52434944.0,
                    "err": 0.09813752770423889,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.1878662109375,
                    "total_bits": 53483520.0,
                    "err": 0.09432963281869888,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.5316162109375,
                    "total_bits": 59250688.0,
                    "err": 0.07356856763362885,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.65643310546875,
                    "total_bits": 61344768.0,
                    "err": 0.06805858016014099,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.031341552734375,
                    "total_bits": 67634688.0,
                    "err": 0.05463791266083717,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.1253662109375,
                    "total_bits": 69212160.0,
                    "err": 0.0471290685236454,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.2191162109375,
                    "total_bits": 70785024.0,
                    "err": 0.044396840035915375,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.3128662109375,
                    "total_bits": 72357888.0,
                    "err": 0.04374954476952553,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.031341552734375,
                    "total_bits": 84411904.0,
                    "err": 0.027350615710020065,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.2191162109375,
                    "total_bits": 87562240.0,
                    "err": 0.02321409061551094,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.3753662109375,
                    "total_bits": 90183680.0,
                    "err": 0.02258078195154667,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.5316162109375,
                    "total_bits": 92805120.0,
                    "err": 0.01955672726035118,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.7191162109375,
                    "total_bits": 95950848.0,
                    "err": 0.019104160368442535,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.031341552734375,
                    "total_bits": 101189120.0,
                    "err": 0.014560015872120857,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.1253662109375,
                    "total_bits": 102766592.0,
                    "err": 0.014826344326138496,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.218841552734375,
                    "total_bits": 104334848.0,
                    "err": 0.013677684590220451,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.1253662109375,
                    "total_bits": 136321024.0,
                    "err": 0.0103380111977458,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.23.mlp.gate_proj",
            "numel": 58720256,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.1876046316964284,
                    "total_bits": 128456703.99999999,
                    "err": 0.154637411236763,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.3751046316964284,
                    "total_bits": 139466752.0,
                    "err": 0.14550024271011353,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.6251046316964284,
                    "total_bits": 154146816.0,
                    "err": 0.14211931824684143,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.7188546316964284,
                    "total_bits": 159651840.0,
                    "err": 0.12936536967754364,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.2188546316964284,
                    "total_bits": 189011968.0,
                    "err": 0.07306841015815735,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.6876046316964284,
                    "total_bits": 216537088.0,
                    "err": 0.0696973130106926,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.031276157924107,
                    "total_bits": 177997312.0,
                    "err": 0.08205068111419678,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.1251046316964284,
                    "total_bits": 183506944.0,
                    "err": 0.0755915492773056,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.1876046316964284,
                    "total_bits": 187176960.0,
                    "err": 0.07379493117332458,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.5313546316964284,
                    "total_bits": 207362048.0,
                    "err": 0.06552695482969284,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.6563023158482144,
                    "total_bits": 214699008.0,
                    "err": 0.06280282884836197,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.031276157924107,
                    "total_bits": 236717567.99999997,
                    "err": 0.04182599484920502,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.125104631696429,
                    "total_bits": 242227200.0,
                    "err": 0.036234840750694275,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.218854631696429,
                    "total_bits": 247732224.0,
                    "err": 0.03510211408138275,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.312604631696429,
                    "total_bits": 253237248.0,
                    "err": 0.034830398857593536,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.031276157924107,
                    "total_bits": 295437824.0,
                    "err": 0.02099461480975151,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.218854631696429,
                    "total_bits": 306452480.0,
                    "err": 0.018224498257040977,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.375104631696429,
                    "total_bits": 315627520.0,
                    "err": 0.017980962991714478,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.531354631696429,
                    "total_bits": 324802560.0,
                    "err": 0.016720393672585487,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.718854631696429,
                    "total_bits": 335812608.0,
                    "err": 0.01655402220785618,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.031276157924107,
                    "total_bits": 354158080.0,
                    "err": 0.011284345760941505,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.125104631696429,
                    "total_bits": 359667712.0,
                    "err": 0.01128646731376648,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.218776157924107,
                    "total_bits": 365168128.0,
                    "err": 0.010923978872597218,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.125104631696429,
                    "total_bits": 477108224.0,
                    "err": 0.007774246856570244,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.23.mlp.up_proj",
            "numel": 58720256,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.1876046316964284,
                    "total_bits": 128456703.99999999,
                    "err": 0.2369920313358307,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.3751046316964284,
                    "total_bits": 139466752.0,
                    "err": 0.22329550981521606,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.6251046316964284,
                    "total_bits": 154146816.0,
                    "err": 0.21863354742527008,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.7188546316964284,
                    "total_bits": 159651840.0,
                    "err": 0.1990002691745758,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.2188546316964284,
                    "total_bits": 189011968.0,
                    "err": 0.11197985708713531,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.6876046316964284,
                    "total_bits": 216537088.0,
                    "err": 0.10710069537162781,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.031276157924107,
                    "total_bits": 177997312.0,
                    "err": 0.1248725950717926,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.1251046316964284,
                    "total_bits": 183506944.0,
                    "err": 0.11512701958417892,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.1876046316964284,
                    "total_bits": 187176960.0,
                    "err": 0.1130487322807312,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.5313546316964284,
                    "total_bits": 207362048.0,
                    "err": 0.10053763538599014,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.6563023158482144,
                    "total_bits": 214699008.0,
                    "err": 0.09621153771877289,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.031276157924107,
                    "total_bits": 236717567.99999997,
                    "err": 0.06367345154285431,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.125104631696429,
                    "total_bits": 242227200.0,
                    "err": 0.055092502385377884,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.218854631696429,
                    "total_bits": 247732224.0,
                    "err": 0.05365699529647827,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.312604631696429,
                    "total_bits": 253237248.0,
                    "err": 0.053316161036491394,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.031276157924107,
                    "total_bits": 295437824.0,
                    "err": 0.031845226883888245,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.218854631696429,
                    "total_bits": 306452480.0,
                    "err": 0.027522534132003784,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.375104631696429,
                    "total_bits": 315627520.0,
                    "err": 0.027181550860404968,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.531354631696429,
                    "total_bits": 324802560.0,
                    "err": 0.0251828134059906,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.718854631696429,
                    "total_bits": 335812608.0,
                    "err": 0.024964619427919388,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.031276157924107,
                    "total_bits": 354158080.0,
                    "err": 0.016827095299959183,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.125104631696429,
                    "total_bits": 359667712.0,
                    "err": 0.016486750915646553,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.218776157924107,
                    "total_bits": 365168128.0,
                    "err": 0.016354447230696678,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.125104631696429,
                    "total_bits": 477108224.0,
                    "err": 0.010762377642095089,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.23.mlp.down_proj",
            "numel": 58720256,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.1789376395089284,
                    "total_bits": 127947775.99999999,
                    "err": 0.2089512050151825,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.3753662109375,
                    "total_bits": 139482112.0,
                    "err": 0.1836404651403427,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.6253662109375,
                    "total_bits": 154162176.0,
                    "err": 0.17218153178691864,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.7235804966517856,
                    "total_bits": 159929344.0,
                    "err": 0.15331585705280304,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.2235804966517856,
                    "total_bits": 189289472.0,
                    "err": 0.09533996134996414,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.7146519252232144,
                    "total_bits": 218125312.0,
                    "err": 0.08460637927055359,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.031341552734375,
                    "total_bits": 178001152.0,
                    "err": 0.11576779186725616,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.1253662109375,
                    "total_bits": 183522304.0,
                    "err": 0.10598595440387726,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.1789376395089284,
                    "total_bits": 186668032.0,
                    "err": 0.09854716062545776,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.5271519252232144,
                    "total_bits": 207115264.0,
                    "err": 0.08038560301065445,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.6608973911830356,
                    "total_bits": 214968832.0,
                    "err": 0.07680070400238037,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.031341552734375,
                    "total_bits": 236721408.0,
                    "err": 0.05903143435716629,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.1253662109375,
                    "total_bits": 242242560.0,
                    "err": 0.05082700774073601,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.223580496651786,
                    "total_bits": 248009728.0,
                    "err": 0.0459979847073555,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.321794782366071,
                    "total_bits": 253776896.0,
                    "err": 0.04478788748383522,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.031341552734375,
                    "total_bits": 295441664.0,
                    "err": 0.029734384268522263,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.223580496651786,
                    "total_bits": 306729984.0,
                    "err": 0.02426416054368019,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.339651925223214,
                    "total_bits": 313545728.0,
                    "err": 0.02367502823472023,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.527151925223214,
                    "total_bits": 324555776.0,
                    "err": 0.02136288583278656,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.723580496651786,
                    "total_bits": 336090112.0,
                    "err": 0.02059289440512657,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.031341552734375,
                    "total_bits": 354161920.0,
                    "err": 0.01604399085044861,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.1253662109375,
                    "total_bits": 359683072.0,
                    "err": 0.016094019636511803,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.227770124162946,
                    "total_bits": 365696256.0,
                    "err": 0.014434058219194412,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.1253662109375,
                    "total_bits": 477123584.0,
                    "err": 0.011324304156005383,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.24.self_attn.q_proj",
            "numel": 16777216,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.1878662109375,
                    "total_bits": 36706304.0,
                    "err": 0.12136068195104599,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.3753662109375,
                    "total_bits": 39852032.0,
                    "err": 0.11163284629583359,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.6253662109375,
                    "total_bits": 44046336.0,
                    "err": 0.10478607565164566,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.7191162109375,
                    "total_bits": 45619200.0,
                    "err": 0.09505317360162735,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.2191162109375,
                    "total_bits": 54007808.0,
                    "err": 0.05662815645337105,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.6878662109375,
                    "total_bits": 61872128.0,
                    "err": 0.05123391002416611,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.031341552734375,
                    "total_bits": 50857472.0,
                    "err": 0.07114343345165253,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.1253662109375,
                    "total_bits": 52434944.0,
                    "err": 0.06487391889095306,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.1878662109375,
                    "total_bits": 53483520.0,
                    "err": 0.05769839137792587,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.5316162109375,
                    "total_bits": 59250688.0,
                    "err": 0.05003824830055237,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.65643310546875,
                    "total_bits": 61344768.0,
                    "err": 0.04862055554986,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.031341552734375,
                    "total_bits": 67634688.0,
                    "err": 0.03627631813287735,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.1253662109375,
                    "total_bits": 69212160.0,
                    "err": 0.03102859854698181,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.2191162109375,
                    "total_bits": 70785024.0,
                    "err": 0.02730335108935833,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.3128662109375,
                    "total_bits": 72357888.0,
                    "err": 0.02635936811566353,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.031341552734375,
                    "total_bits": 84411904.0,
                    "err": 0.018159322440624237,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.2191162109375,
                    "total_bits": 87562240.0,
                    "err": 0.014257452450692654,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.3753662109375,
                    "total_bits": 90183680.0,
                    "err": 0.013619890436530113,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.5316162109375,
                    "total_bits": 92805120.0,
                    "err": 0.012952789664268494,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.7191162109375,
                    "total_bits": 95950848.0,
                    "err": 0.012363738380372524,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.031341552734375,
                    "total_bits": 101189120.0,
                    "err": 0.009544582106173038,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.1253662109375,
                    "total_bits": 102766592.0,
                    "err": 0.00943039357662201,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.218841552734375,
                    "total_bits": 104334848.0,
                    "err": 0.00821808259934187,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.1253662109375,
                    "total_bits": 136321024.0,
                    "err": 0.0063023935072124004,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.24.self_attn.k_proj",
            "numel": 4194304,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.18896484375,
                    "total_bits": 9181184.0,
                    "err": 0.10800325125455856,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.37646484375,
                    "total_bits": 9967616.0,
                    "err": 0.09864986687898636,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.62646484375,
                    "total_bits": 11016192.0,
                    "err": 0.0898580551147461,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.72021484375,
                    "total_bits": 11409408.0,
                    "err": 0.08164087682962418,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.22021484375,
                    "total_bits": 13506560.0,
                    "err": 0.05000382661819458,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.68896484375,
                    "total_bits": 15472640.0,
                    "err": 0.04365586116909981,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.0316162109375,
                    "total_bits": 12715520.0,
                    "err": 0.06708333641290665,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.12646484375,
                    "total_bits": 13113344.0,
                    "err": 0.06110801175236702,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.18896484375,
                    "total_bits": 13375488.0,
                    "err": 0.05113727226853371,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.53271484375,
                    "total_bits": 14817280.0,
                    "err": 0.04422521963715553,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.656982421875,
                    "total_bits": 15338496.0,
                    "err": 0.04323587566614151,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.0316162109375,
                    "total_bits": 16909824.0,
                    "err": 0.0340801440179348,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.12646484375,
                    "total_bits": 17307648.0,
                    "err": 0.02917325310409069,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.22021484375,
                    "total_bits": 17700864.0,
                    "err": 0.02411048859357834,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.31396484375,
                    "total_bits": 18094080.0,
                    "err": 0.022782202810049057,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.0316162109375,
                    "total_bits": 21104128.0,
                    "err": 0.017013365402817726,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.22021484375,
                    "total_bits": 21895168.0,
                    "err": 0.012546367011964321,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.37646484375,
                    "total_bits": 22550528.0,
                    "err": 0.011698565445840359,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.53271484375,
                    "total_bits": 23205888.0,
                    "err": 0.011392193846404552,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.72021484375,
                    "total_bits": 23992320.0,
                    "err": 0.010551569983363152,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.0316162109375,
                    "total_bits": 25298432.0,
                    "err": 0.008862054906785488,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.12646484375,
                    "total_bits": 25696256.0,
                    "err": 0.008570113219320774,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.2191162109375,
                    "total_bits": 26084864.0,
                    "err": 0.007125981152057648,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.12646484375,
                    "total_bits": 34084864.0,
                    "err": 0.005481055937707424,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.24.self_attn.v_proj",
            "numel": 4194304,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.18896484375,
                    "total_bits": 9181184.0,
                    "err": 0.22773121297359467,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.37646484375,
                    "total_bits": 9967616.0,
                    "err": 0.2083538919687271,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.62646484375,
                    "total_bits": 11016192.0,
                    "err": 0.19950541853904724,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.72021484375,
                    "total_bits": 11409408.0,
                    "err": 0.18079906702041626,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.22021484375,
                    "total_bits": 13506560.0,
                    "err": 0.10615361481904984,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.68896484375,
                    "total_bits": 15472640.0,
                    "err": 0.09784260392189026,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.0316162109375,
                    "total_bits": 12715520.0,
                    "err": 0.12645472586154938,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.12646484375,
                    "total_bits": 13113344.0,
                    "err": 0.11488756537437439,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.18896484375,
                    "total_bits": 13375488.0,
                    "err": 0.10815715044736862,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.53271484375,
                    "total_bits": 14817280.0,
                    "err": 0.09310214221477509,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.656982421875,
                    "total_bits": 15338496.0,
                    "err": 0.08941259235143661,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.0316162109375,
                    "total_bits": 16909824.0,
                    "err": 0.06422781199216843,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.12646484375,
                    "total_bits": 17307648.0,
                    "err": 0.054862599819898605,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.22021484375,
                    "total_bits": 17700864.0,
                    "err": 0.05083032697439194,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.31396484375,
                    "total_bits": 18094080.0,
                    "err": 0.04983767122030258,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.0316162109375,
                    "total_bits": 21104128.0,
                    "err": 0.03206337243318558,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.22021484375,
                    "total_bits": 21895168.0,
                    "err": 0.025925271213054657,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.37646484375,
                    "total_bits": 22550528.0,
                    "err": 0.02514873631298542,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.53271484375,
                    "total_bits": 23205888.0,
                    "err": 0.023245008662343025,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.72021484375,
                    "total_bits": 23992320.0,
                    "err": 0.02260644920170307,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.0316162109375,
                    "total_bits": 25298432.0,
                    "err": 0.01645604707300663,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.12646484375,
                    "total_bits": 25696256.0,
                    "err": 0.015804724767804146,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.2191162109375,
                    "total_bits": 26084864.0,
                    "err": 0.01483816560357809,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.12646484375,
                    "total_bits": 34084864.0,
                    "err": 0.00974179431796074,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.24.self_attn.o_proj",
            "numel": 16777216,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.1878662109375,
                    "total_bits": 36706304.0,
                    "err": 0.1693333238363266,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.3753662109375,
                    "total_bits": 39852032.0,
                    "err": 0.1533297896385193,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.6253662109375,
                    "total_bits": 44046336.0,
                    "err": 0.1474090963602066,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.7191162109375,
                    "total_bits": 45619200.0,
                    "err": 0.12569046020507812,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.2191162109375,
                    "total_bits": 54007808.0,
                    "err": 0.07857073098421097,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.6878662109375,
                    "total_bits": 61872128.0,
                    "err": 0.0729856789112091,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.031341552734375,
                    "total_bits": 50857472.0,
                    "err": 0.09097874164581299,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.1253662109375,
                    "total_bits": 52434944.0,
                    "err": 0.08373665064573288,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.1878662109375,
                    "total_bits": 53483520.0,
                    "err": 0.08053592592477798,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.5316162109375,
                    "total_bits": 59250688.0,
                    "err": 0.0663001611828804,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.65643310546875,
                    "total_bits": 61344768.0,
                    "err": 0.05998436361551285,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.031341552734375,
                    "total_bits": 67634688.0,
                    "err": 0.04645056277513504,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.1253662109375,
                    "total_bits": 69212160.0,
                    "err": 0.040086135268211365,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.2191162109375,
                    "total_bits": 70785024.0,
                    "err": 0.03771112859249115,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.3128662109375,
                    "total_bits": 72357888.0,
                    "err": 0.03713361546397209,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.031341552734375,
                    "total_bits": 84411904.0,
                    "err": 0.023186184465885162,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.2191162109375,
                    "total_bits": 87562240.0,
                    "err": 0.01945597492158413,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.3753662109375,
                    "total_bits": 90183680.0,
                    "err": 0.01896970346570015,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.5316162109375,
                    "total_bits": 92805120.0,
                    "err": 0.01698497124016285,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.7191162109375,
                    "total_bits": 95950848.0,
                    "err": 0.016605831682682037,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.031341552734375,
                    "total_bits": 101189120.0,
                    "err": 0.012149064801633358,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.1253662109375,
                    "total_bits": 102766592.0,
                    "err": 0.012069681659340858,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.218841552734375,
                    "total_bits": 104334848.0,
                    "err": 0.01135422196239233,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.1253662109375,
                    "total_bits": 136321024.0,
                    "err": 0.007945661433041096,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.24.mlp.gate_proj",
            "numel": 58720256,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.1876046316964284,
                    "total_bits": 128456703.99999999,
                    "err": 0.15461622178554535,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.3751046316964284,
                    "total_bits": 139466752.0,
                    "err": 0.1454746574163437,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.6251046316964284,
                    "total_bits": 154146816.0,
                    "err": 0.14210918545722961,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.7188546316964284,
                    "total_bits": 159651840.0,
                    "err": 0.12926383316516876,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.2188546316964284,
                    "total_bits": 189011968.0,
                    "err": 0.07309091091156006,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.6876046316964284,
                    "total_bits": 216537088.0,
                    "err": 0.06969211995601654,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.031276157924107,
                    "total_bits": 177997312.0,
                    "err": 0.08191885054111481,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.1251046316964284,
                    "total_bits": 183506944.0,
                    "err": 0.07560548186302185,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.1876046316964284,
                    "total_bits": 187176960.0,
                    "err": 0.07381371408700943,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.5313546316964284,
                    "total_bits": 207362048.0,
                    "err": 0.06549693644046783,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.6563023158482144,
                    "total_bits": 214699008.0,
                    "err": 0.06273310631513596,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.031276157924107,
                    "total_bits": 236717567.99999997,
                    "err": 0.04177570343017578,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.125104631696429,
                    "total_bits": 242227200.0,
                    "err": 0.036241818219423294,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.218854631696429,
                    "total_bits": 247732224.0,
                    "err": 0.03511499613523483,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.312604631696429,
                    "total_bits": 253237248.0,
                    "err": 0.034849945455789566,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.031276157924107,
                    "total_bits": 295437824.0,
                    "err": 0.020920734852552414,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.218854631696429,
                    "total_bits": 306452480.0,
                    "err": 0.01821831800043583,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.375104631696429,
                    "total_bits": 315627520.0,
                    "err": 0.01797189563512802,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.531354631696429,
                    "total_bits": 324802560.0,
                    "err": 0.016692735254764557,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.718854631696429,
                    "total_bits": 335812608.0,
                    "err": 0.01652655005455017,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.031276157924107,
                    "total_bits": 354158080.0,
                    "err": 0.01114354096353054,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.125104631696429,
                    "total_bits": 359667712.0,
                    "err": 0.011253783479332924,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.218776157924107,
                    "total_bits": 365168128.0,
                    "err": 0.010782363824546337,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.125104631696429,
                    "total_bits": 477108224.0,
                    "err": 0.0077200885862112045,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.24.mlp.up_proj",
            "numel": 58720256,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.1876046316964284,
                    "total_bits": 128456703.99999999,
                    "err": 0.23938333988189697,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.3751046316964284,
                    "total_bits": 139466752.0,
                    "err": 0.22555390000343323,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.6251046316964284,
                    "total_bits": 154146816.0,
                    "err": 0.2208351343870163,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.7188546316964284,
                    "total_bits": 159651840.0,
                    "err": 0.20096030831336975,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.2188546316964284,
                    "total_bits": 189011968.0,
                    "err": 0.11317482590675354,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.6876046316964284,
                    "total_bits": 216537088.0,
                    "err": 0.10820630192756653,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.031276157924107,
                    "total_bits": 177997312.0,
                    "err": 0.1264035999774933,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.1251046316964284,
                    "total_bits": 183506944.0,
                    "err": 0.11632701754570007,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.1876046316964284,
                    "total_bits": 187176960.0,
                    "err": 0.11421819031238556,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.5313546316964284,
                    "total_bits": 207362048.0,
                    "err": 0.10152590274810791,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.6563023158482144,
                    "total_bits": 214699008.0,
                    "err": 0.0972796231508255,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.031276157924107,
                    "total_bits": 236717567.99999997,
                    "err": 0.06442369520664215,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.125104631696429,
                    "total_bits": 242227200.0,
                    "err": 0.05568590387701988,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.218854631696429,
                    "total_bits": 247732224.0,
                    "err": 0.05426103621721268,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.312604631696429,
                    "total_bits": 253237248.0,
                    "err": 0.05392537638545036,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.031276157924107,
                    "total_bits": 295437824.0,
                    "err": 0.03230565786361694,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.218854631696429,
                    "total_bits": 306452480.0,
                    "err": 0.027889272198081017,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.375104631696429,
                    "total_bits": 315627520.0,
                    "err": 0.027546076104044914,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.531354631696429,
                    "total_bits": 324802560.0,
                    "err": 0.025516478344798088,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.718854631696429,
                    "total_bits": 335812608.0,
                    "err": 0.025301426649093628,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.031276157924107,
                    "total_bits": 354158080.0,
                    "err": 0.017207151278853416,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.125104631696429,
                    "total_bits": 359667712.0,
                    "err": 0.01679006777703762,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.218776157924107,
                    "total_bits": 365168128.0,
                    "err": 0.016736341640353203,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.125104631696429,
                    "total_bits": 477108224.0,
                    "err": 0.011085250414907932,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.24.mlp.down_proj",
            "numel": 58720256,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.1789376395089284,
                    "total_bits": 127947775.99999999,
                    "err": 0.21234232187271118,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.3753662109375,
                    "total_bits": 139482112.0,
                    "err": 0.18688955903053284,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.6253662109375,
                    "total_bits": 154162176.0,
                    "err": 0.175593301653862,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.7235804966517856,
                    "total_bits": 159929344.0,
                    "err": 0.15647943317890167,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.2235804966517856,
                    "total_bits": 189289472.0,
                    "err": 0.09677961468696594,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.7146519252232144,
                    "total_bits": 218125312.0,
                    "err": 0.08612426370382309,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.031341552734375,
                    "total_bits": 178001152.0,
                    "err": 0.11750073730945587,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.1253662109375,
                    "total_bits": 183522304.0,
                    "err": 0.10722646117210388,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.1789376395089284,
                    "total_bits": 186668032.0,
                    "err": 0.10009846836328506,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.5271519252232144,
                    "total_bits": 207115264.0,
                    "err": 0.0818096324801445,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.6608973911830356,
                    "total_bits": 214968832.0,
                    "err": 0.07822408527135849,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.031341552734375,
                    "total_bits": 236721408.0,
                    "err": 0.05956348776817322,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.1253662109375,
                    "total_bits": 242242560.0,
                    "err": 0.051331982016563416,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.223580496651786,
                    "total_bits": 248009728.0,
                    "err": 0.04660791531205177,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.321794782366071,
                    "total_bits": 253776896.0,
                    "err": 0.04541802033782005,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.031341552734375,
                    "total_bits": 295441664.0,
                    "err": 0.030079301446676254,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.223580496651786,
                    "total_bits": 306729984.0,
                    "err": 0.02443990670144558,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.339651925223214,
                    "total_bits": 313545728.0,
                    "err": 0.02385844476521015,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.527151925223214,
                    "total_bits": 324555776.0,
                    "err": 0.021513471379876137,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.723580496651786,
                    "total_bits": 336090112.0,
                    "err": 0.020756442099809647,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.031341552734375,
                    "total_bits": 354161920.0,
                    "err": 0.01636505499482155,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.1253662109375,
                    "total_bits": 359683072.0,
                    "err": 0.016007693484425545,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.227770124162946,
                    "total_bits": 365696256.0,
                    "err": 0.014813310466706753,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.1253662109375,
                    "total_bits": 477123584.0,
                    "err": 0.011064507067203522,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.25.self_attn.q_proj",
            "numel": 16777216,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.1878662109375,
                    "total_bits": 36706304.0,
                    "err": 0.1269344687461853,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.3753662109375,
                    "total_bits": 39852032.0,
                    "err": 0.11703160405158997,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.6253662109375,
                    "total_bits": 44046336.0,
                    "err": 0.11023575067520142,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.7191162109375,
                    "total_bits": 45619200.0,
                    "err": 0.10012558102607727,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.2191162109375,
                    "total_bits": 54007808.0,
                    "err": 0.059319160878658295,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.6878662109375,
                    "total_bits": 61872128.0,
                    "err": 0.05395866930484772,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.031341552734375,
                    "total_bits": 50857472.0,
                    "err": 0.07407961785793304,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.1253662109375,
                    "total_bits": 52434944.0,
                    "err": 0.06745100766420364,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.1878662109375,
                    "total_bits": 53483520.0,
                    "err": 0.06036365404725075,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.5316162109375,
                    "total_bits": 59250688.0,
                    "err": 0.05256510153412819,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.65643310546875,
                    "total_bits": 61344768.0,
                    "err": 0.05110260099172592,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.031341552734375,
                    "total_bits": 67634688.0,
                    "err": 0.03768985718488693,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.1253662109375,
                    "total_bits": 69212160.0,
                    "err": 0.0322473905980587,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.2191162109375,
                    "total_bits": 70785024.0,
                    "err": 0.02857406623661518,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.3128662109375,
                    "total_bits": 72357888.0,
                    "err": 0.027657538652420044,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.031341552734375,
                    "total_bits": 84411904.0,
                    "err": 0.018843229860067368,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.2191162109375,
                    "total_bits": 87562240.0,
                    "err": 0.014882048591971397,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.3753662109375,
                    "total_bits": 90183680.0,
                    "err": 0.014247073791921139,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.5316162109375,
                    "total_bits": 92805120.0,
                    "err": 0.01353299431502819,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.7191162109375,
                    "total_bits": 95950848.0,
                    "err": 0.012949282303452492,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.031341552734375,
                    "total_bits": 101189120.0,
                    "err": 0.009875517338514328,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.1253662109375,
                    "total_bits": 102766592.0,
                    "err": 0.009747801348567009,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.218841552734375,
                    "total_bits": 104334848.0,
                    "err": 0.00856388546526432,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.1253662109375,
                    "total_bits": 136321024.0,
                    "err": 0.006458606570959091,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.25.self_attn.k_proj",
            "numel": 4194304,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.18896484375,
                    "total_bits": 9181184.0,
                    "err": 0.10913832485675812,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.37646484375,
                    "total_bits": 9967616.0,
                    "err": 0.09996218979358673,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.62646484375,
                    "total_bits": 11016192.0,
                    "err": 0.09152265638113022,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.72021484375,
                    "total_bits": 11409408.0,
                    "err": 0.08325842022895813,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.22021484375,
                    "total_bits": 13506560.0,
                    "err": 0.050626639276742935,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.68896484375,
                    "total_bits": 15472640.0,
                    "err": 0.04447467625141144,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.0316162109375,
                    "total_bits": 12715520.0,
                    "err": 0.06695982068777084,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.12646484375,
                    "total_bits": 13113344.0,
                    "err": 0.06122433766722679,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.18896484375,
                    "total_bits": 13375488.0,
                    "err": 0.0517042838037014,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.53271484375,
                    "total_bits": 14817280.0,
                    "err": 0.04477269574999809,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.656982421875,
                    "total_bits": 15338496.0,
                    "err": 0.04371679574251175,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.0316162109375,
                    "total_bits": 16909824.0,
                    "err": 0.033971112221479416,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.12646484375,
                    "total_bits": 17307648.0,
                    "err": 0.029252495616674423,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.22021484375,
                    "total_bits": 17700864.0,
                    "err": 0.024388037621974945,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.31396484375,
                    "total_bits": 18094080.0,
                    "err": 0.02311895042657852,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.0316162109375,
                    "total_bits": 21104128.0,
                    "err": 0.016948452219367027,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.22021484375,
                    "total_bits": 21895168.0,
                    "err": 0.012649561278522015,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.37646484375,
                    "total_bits": 22550528.0,
                    "err": 0.011811922304332256,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.53271484375,
                    "total_bits": 23205888.0,
                    "err": 0.011478833854198456,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.72021484375,
                    "total_bits": 23992320.0,
                    "err": 0.01065942831337452,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.0316162109375,
                    "total_bits": 25298432.0,
                    "err": 0.00880384724587202,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.12646484375,
                    "total_bits": 25696256.0,
                    "err": 0.008541321381926537,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.2191162109375,
                    "total_bits": 26084864.0,
                    "err": 0.007141369394958019,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.12646484375,
                    "total_bits": 34084864.0,
                    "err": 0.005365848541259766,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.25.self_attn.v_proj",
            "numel": 4194304,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.18896484375,
                    "total_bits": 9181184.0,
                    "err": 0.22975271940231323,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.37646484375,
                    "total_bits": 9967616.0,
                    "err": 0.2108500897884369,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.62646484375,
                    "total_bits": 11016192.0,
                    "err": 0.2020397186279297,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.72021484375,
                    "total_bits": 11409408.0,
                    "err": 0.18300867080688477,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.22021484375,
                    "total_bits": 13506560.0,
                    "err": 0.10729486495256424,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.68896484375,
                    "total_bits": 15472640.0,
                    "err": 0.09906788915395737,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.0316162109375,
                    "total_bits": 12715520.0,
                    "err": 0.1280713528394699,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.12646484375,
                    "total_bits": 13113344.0,
                    "err": 0.11590549349784851,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.18896484375,
                    "total_bits": 13375488.0,
                    "err": 0.10932595282793045,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.53271484375,
                    "total_bits": 14817280.0,
                    "err": 0.09421540051698685,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.656982421875,
                    "total_bits": 15338496.0,
                    "err": 0.09054804593324661,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.0316162109375,
                    "total_bits": 16909824.0,
                    "err": 0.0651027113199234,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.12646484375,
                    "total_bits": 17307648.0,
                    "err": 0.05533786863088608,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.22021484375,
                    "total_bits": 17700864.0,
                    "err": 0.0513814315199852,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.31396484375,
                    "total_bits": 18094080.0,
                    "err": 0.05044975131750107,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.0316162109375,
                    "total_bits": 21104128.0,
                    "err": 0.03245718777179718,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.22021484375,
                    "total_bits": 21895168.0,
                    "err": 0.026186030358076096,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.37646484375,
                    "total_bits": 22550528.0,
                    "err": 0.025392768904566765,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.53271484375,
                    "total_bits": 23205888.0,
                    "err": 0.023481804877519608,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.72021484375,
                    "total_bits": 23992320.0,
                    "err": 0.02285612002015114,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.0316162109375,
                    "total_bits": 25298432.0,
                    "err": 0.016685381531715393,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.12646484375,
                    "total_bits": 25696256.0,
                    "err": 0.01591290719807148,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.2191162109375,
                    "total_bits": 26084864.0,
                    "err": 0.015034233219921589,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.12646484375,
                    "total_bits": 34084864.0,
                    "err": 0.009743972681462765,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.25.self_attn.o_proj",
            "numel": 16777216,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.1878662109375,
                    "total_bits": 36706304.0,
                    "err": 0.1827603429555893,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.3753662109375,
                    "total_bits": 39852032.0,
                    "err": 0.16128875315189362,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.6253662109375,
                    "total_bits": 44046336.0,
                    "err": 0.15435791015625,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.7191162109375,
                    "total_bits": 45619200.0,
                    "err": 0.12857134640216827,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.2191162109375,
                    "total_bits": 54007808.0,
                    "err": 0.08525298535823822,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.6878662109375,
                    "total_bits": 61872128.0,
                    "err": 0.07743210345506668,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.031341552734375,
                    "total_bits": 50857472.0,
                    "err": 0.09743363410234451,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.1253662109375,
                    "total_bits": 52434944.0,
                    "err": 0.08927278965711594,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.1878662109375,
                    "total_bits": 53483520.0,
                    "err": 0.08681775629520416,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.5316162109375,
                    "total_bits": 59250688.0,
                    "err": 0.06837780028581619,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.65643310546875,
                    "total_bits": 61344768.0,
                    "err": 0.060831185430288315,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.031341552734375,
                    "total_bits": 67634688.0,
                    "err": 0.04958563297986984,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.1253662109375,
                    "total_bits": 69212160.0,
                    "err": 0.042723242193460464,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.2191162109375,
                    "total_bits": 70785024.0,
                    "err": 0.04088672995567322,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.3128662109375,
                    "total_bits": 72357888.0,
                    "err": 0.04044480621814728,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.031341552734375,
                    "total_bits": 84411904.0,
                    "err": 0.024794843047857285,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.2191162109375,
                    "total_bits": 87562240.0,
                    "err": 0.021044207736849785,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.3753662109375,
                    "total_bits": 90183680.0,
                    "err": 0.020563310012221336,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.5316162109375,
                    "total_bits": 92805120.0,
                    "err": 0.017629286274313927,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.7191162109375,
                    "total_bits": 95950848.0,
                    "err": 0.017318837344646454,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.031341552734375,
                    "total_bits": 101189120.0,
                    "err": 0.013046644628047943,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.1253662109375,
                    "total_bits": 102766592.0,
                    "err": 0.012863758020102978,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.218841552734375,
                    "total_bits": 104334848.0,
                    "err": 0.012424073182046413,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.1253662109375,
                    "total_bits": 136321024.0,
                    "err": 0.008466861210763454,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.25.mlp.gate_proj",
            "numel": 58720256,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.1876046316964284,
                    "total_bits": 128456703.99999999,
                    "err": 0.1594625860452652,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.3751046316964284,
                    "total_bits": 139466752.0,
                    "err": 0.14991512894630432,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.6251046316964284,
                    "total_bits": 154146816.0,
                    "err": 0.1464185267686844,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.7188546316964284,
                    "total_bits": 159651840.0,
                    "err": 0.1331789791584015,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.2188546316964284,
                    "total_bits": 189011968.0,
                    "err": 0.0754489004611969,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.6876046316964284,
                    "total_bits": 216537088.0,
                    "err": 0.07189285010099411,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.031276157924107,
                    "total_bits": 177997312.0,
                    "err": 0.08455489575862885,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.1251046316964284,
                    "total_bits": 183506944.0,
                    "err": 0.07800939679145813,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.1876046316964284,
                    "total_bits": 187176960.0,
                    "err": 0.07618166506290436,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.5313546316964284,
                    "total_bits": 207362048.0,
                    "err": 0.06752225756645203,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.6563023158482144,
                    "total_bits": 214699008.0,
                    "err": 0.0645889863371849,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.031276157924107,
                    "total_bits": 236717567.99999997,
                    "err": 0.043179675936698914,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.125104631696429,
                    "total_bits": 242227200.0,
                    "err": 0.03741992637515068,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.218854631696429,
                    "total_bits": 247732224.0,
                    "err": 0.03625322878360748,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.312604631696429,
                    "total_bits": 253237248.0,
                    "err": 0.035976920276880264,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.031276157924107,
                    "total_bits": 295437824.0,
                    "err": 0.021636072546243668,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.218854631696429,
                    "total_bits": 306452480.0,
                    "err": 0.018825240433216095,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.375104631696429,
                    "total_bits": 315627520.0,
                    "err": 0.018575333058834076,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.531354631696429,
                    "total_bits": 324802560.0,
                    "err": 0.017241917550563812,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.718854631696429,
                    "total_bits": 335812608.0,
                    "err": 0.017072468996047974,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.031276157924107,
                    "total_bits": 354158080.0,
                    "err": 0.011564528569579124,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.125104631696429,
                    "total_bits": 359667712.0,
                    "err": 0.01165302935987711,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.218776157924107,
                    "total_bits": 365168128.0,
                    "err": 0.011186854913830757,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.125104631696429,
                    "total_bits": 477108224.0,
                    "err": 0.008028927259147167,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.25.mlp.up_proj",
            "numel": 58720256,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.1876046316964284,
                    "total_bits": 128456703.99999999,
                    "err": 0.24209554493427277,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.3751046316964284,
                    "total_bits": 139466752.0,
                    "err": 0.2280302792787552,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.6251046316964284,
                    "total_bits": 154146816.0,
                    "err": 0.22325941920280457,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.7188546316964284,
                    "total_bits": 159651840.0,
                    "err": 0.20294882357120514,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.2188546316964284,
                    "total_bits": 189011968.0,
                    "err": 0.1145760640501976,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.6876046316964284,
                    "total_bits": 216537088.0,
                    "err": 0.10952214896678925,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.031276157924107,
                    "total_bits": 177997312.0,
                    "err": 0.12734685838222504,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.1251046316964284,
                    "total_bits": 183506944.0,
                    "err": 0.117742620408535,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.1876046316964284,
                    "total_bits": 187176960.0,
                    "err": 0.11562763899564743,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.5313546316964284,
                    "total_bits": 207362048.0,
                    "err": 0.10265510529279709,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.6563023158482144,
                    "total_bits": 214699008.0,
                    "err": 0.09807361662387848,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.031276157924107,
                    "total_bits": 236717567.99999997,
                    "err": 0.06482230871915817,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.125104631696429,
                    "total_bits": 242227200.0,
                    "err": 0.05631466582417488,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.218854631696429,
                    "total_bits": 247732224.0,
                    "err": 0.05485988408327103,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.312604631696429,
                    "total_bits": 253237248.0,
                    "err": 0.054521121084690094,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.031276157924107,
                    "total_bits": 295437824.0,
                    "err": 0.03238002210855484,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.218854631696429,
                    "total_bits": 306452480.0,
                    "err": 0.028085965663194656,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.375104631696429,
                    "total_bits": 315627520.0,
                    "err": 0.02772715501487255,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.531354631696429,
                    "total_bits": 324802560.0,
                    "err": 0.025637704879045486,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.718854631696429,
                    "total_bits": 335812608.0,
                    "err": 0.02541944570839405,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.031276157924107,
                    "total_bits": 354158080.0,
                    "err": 0.016853122040629387,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.125104631696429,
                    "total_bits": 359667712.0,
                    "err": 0.01672174222767353,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.218776157924107,
                    "total_bits": 365168128.0,
                    "err": 0.01636640541255474,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.125104631696429,
                    "total_bits": 477108224.0,
                    "err": 0.010788457468152046,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.25.mlp.down_proj",
            "numel": 58720256,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.1789376395089284,
                    "total_bits": 127947775.99999999,
                    "err": 0.21266670525074005,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.3753662109375,
                    "total_bits": 139482112.0,
                    "err": 0.18700985610485077,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.6253662109375,
                    "total_bits": 154162176.0,
                    "err": 0.17514754831790924,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.7235804966517856,
                    "total_bits": 159929344.0,
                    "err": 0.15639084577560425,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.2235804966517856,
                    "total_bits": 189289472.0,
                    "err": 0.09687558561563492,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.7146519252232144,
                    "total_bits": 218125312.0,
                    "err": 0.0858813226222992,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.031341552734375,
                    "total_bits": 178001152.0,
                    "err": 0.11783870309591293,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.1253662109375,
                    "total_bits": 183522304.0,
                    "err": 0.10812187194824219,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.1789376395089284,
                    "total_bits": 186668032.0,
                    "err": 0.10024810582399368,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.5271519252232144,
                    "total_bits": 207115264.0,
                    "err": 0.08214498311281204,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.6608973911830356,
                    "total_bits": 214968832.0,
                    "err": 0.07847142219543457,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.031341552734375,
                    "total_bits": 236721408.0,
                    "err": 0.06005859375,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.1253662109375,
                    "total_bits": 242242560.0,
                    "err": 0.0518224723637104,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.223580496651786,
                    "total_bits": 248009728.0,
                    "err": 0.046680670231580734,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.321794782366071,
                    "total_bits": 253776896.0,
                    "err": 0.045399755239486694,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.031341552734375,
                    "total_bits": 295441664.0,
                    "err": 0.030147023499011993,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.223580496651786,
                    "total_bits": 306729984.0,
                    "err": 0.02452532760798931,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.339651925223214,
                    "total_bits": 313545728.0,
                    "err": 0.023878823965787888,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.527151925223214,
                    "total_bits": 324555776.0,
                    "err": 0.021650590002536774,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.723580496651786,
                    "total_bits": 336090112.0,
                    "err": 0.020815692842006683,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.031341552734375,
                    "total_bits": 354161920.0,
                    "err": 0.016156790778040886,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.1253662109375,
                    "total_bits": 359683072.0,
                    "err": 0.016186941415071487,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.227770124162946,
                    "total_bits": 365696256.0,
                    "err": 0.01447861734777689,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.1253662109375,
                    "total_bits": 477123584.0,
                    "err": 0.01119051594287157,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.26.self_attn.q_proj",
            "numel": 16777216,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.1878662109375,
                    "total_bits": 36706304.0,
                    "err": 0.12144462019205093,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.3753662109375,
                    "total_bits": 39852032.0,
                    "err": 0.11141500622034073,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.6253662109375,
                    "total_bits": 44046336.0,
                    "err": 0.1041078194975853,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.7191162109375,
                    "total_bits": 45619200.0,
                    "err": 0.09452508389949799,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.2191162109375,
                    "total_bits": 54007808.0,
                    "err": 0.05672091245651245,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.6878662109375,
                    "total_bits": 61872128.0,
                    "err": 0.05099586397409439,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.031341552734375,
                    "total_bits": 50857472.0,
                    "err": 0.07170746475458145,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.1253662109375,
                    "total_bits": 52434944.0,
                    "err": 0.0655318945646286,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.1878662109375,
                    "total_bits": 53483520.0,
                    "err": 0.05779506638646126,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.5316162109375,
                    "total_bits": 59250688.0,
                    "err": 0.050069935619831085,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.65643310546875,
                    "total_bits": 61344768.0,
                    "err": 0.04866693913936615,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.031341552734375,
                    "total_bits": 67634688.0,
                    "err": 0.03649522364139557,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.1253662109375,
                    "total_bits": 69212160.0,
                    "err": 0.03136745095252991,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.2191162109375,
                    "total_bits": 70785024.0,
                    "err": 0.02736353687942028,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.3128662109375,
                    "total_bits": 72357888.0,
                    "err": 0.02634713239967823,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.031341552734375,
                    "total_bits": 84411904.0,
                    "err": 0.018270589411258698,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.2191162109375,
                    "total_bits": 87562240.0,
                    "err": 0.01431994792073965,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.3753662109375,
                    "total_bits": 90183680.0,
                    "err": 0.01363302394747734,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.5316162109375,
                    "total_bits": 92805120.0,
                    "err": 0.013004145585000515,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.7191162109375,
                    "total_bits": 95950848.0,
                    "err": 0.012362292036414146,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.031341552734375,
                    "total_bits": 101189120.0,
                    "err": 0.009537586942315102,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.1253662109375,
                    "total_bits": 102766592.0,
                    "err": 0.009548870846629143,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.218841552734375,
                    "total_bits": 104334848.0,
                    "err": 0.008120405487716198,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.1253662109375,
                    "total_bits": 136321024.0,
                    "err": 0.006388951558619738,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.26.self_attn.k_proj",
            "numel": 4194304,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.18896484375,
                    "total_bits": 9181184.0,
                    "err": 0.105998195707798,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.37646484375,
                    "total_bits": 9967616.0,
                    "err": 0.09652368724346161,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.62646484375,
                    "total_bits": 11016192.0,
                    "err": 0.08695466071367264,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.72021484375,
                    "total_bits": 11409408.0,
                    "err": 0.07895436882972717,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.22021484375,
                    "total_bits": 13506560.0,
                    "err": 0.048920631408691406,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.68896484375,
                    "total_bits": 15472640.0,
                    "err": 0.042233504354953766,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.0316162109375,
                    "total_bits": 12715520.0,
                    "err": 0.06685344874858856,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.12646484375,
                    "total_bits": 13113344.0,
                    "err": 0.06091703474521637,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.18896484375,
                    "total_bits": 13375488.0,
                    "err": 0.05007592588663101,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.53271484375,
                    "total_bits": 14817280.0,
                    "err": 0.04314092546701431,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.656982421875,
                    "total_bits": 15338496.0,
                    "err": 0.042331624776124954,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.0316162109375,
                    "total_bits": 16909824.0,
                    "err": 0.03380875661969185,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.12646484375,
                    "total_bits": 17307648.0,
                    "err": 0.02897825464606285,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.22021484375,
                    "total_bits": 17700864.0,
                    "err": 0.02369030751287937,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.31396484375,
                    "total_bits": 18094080.0,
                    "err": 0.022239310666918755,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.0316162109375,
                    "total_bits": 21104128.0,
                    "err": 0.016938230022788048,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.22021484375,
                    "total_bits": 21895168.0,
                    "err": 0.012411159463226795,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.37646484375,
                    "total_bits": 22550528.0,
                    "err": 0.011478208936750889,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.53271484375,
                    "total_bits": 23205888.0,
                    "err": 0.011270562186837196,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.72021484375,
                    "total_bits": 23992320.0,
                    "err": 0.01034613884985447,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.0316162109375,
                    "total_bits": 25298432.0,
                    "err": 0.008874273858964443,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.12646484375,
                    "total_bits": 25696256.0,
                    "err": 0.008651473559439182,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.2191162109375,
                    "total_bits": 26084864.0,
                    "err": 0.007062725722789764,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.12646484375,
                    "total_bits": 34084864.0,
                    "err": 0.0055816578678786755,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.26.self_attn.v_proj",
            "numel": 4194304,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.18896484375,
                    "total_bits": 9181184.0,
                    "err": 0.21949365735054016,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.37646484375,
                    "total_bits": 9967616.0,
                    "err": 0.19844238460063934,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.62646484375,
                    "total_bits": 11016192.0,
                    "err": 0.18744909763336182,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.72021484375,
                    "total_bits": 11409408.0,
                    "err": 0.16948014497756958,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.22021484375,
                    "total_bits": 13506560.0,
                    "err": 0.10163943469524384,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.68896484375,
                    "total_bits": 15472640.0,
                    "err": 0.09193151444196701,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.0316162109375,
                    "total_bits": 12715520.0,
                    "err": 0.12582096457481384,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.12646484375,
                    "total_bits": 13113344.0,
                    "err": 0.11292681843042374,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.18896484375,
                    "total_bits": 13375488.0,
                    "err": 0.10407323390245438,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.53271484375,
                    "total_bits": 14817280.0,
                    "err": 0.08825035393238068,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.656982421875,
                    "total_bits": 15338496.0,
                    "err": 0.08529239892959595,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.0316162109375,
                    "total_bits": 16909824.0,
                    "err": 0.0642453134059906,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.12646484375,
                    "total_bits": 17307648.0,
                    "err": 0.053872495889663696,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.22021484375,
                    "total_bits": 17700864.0,
                    "err": 0.04872121289372444,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.31396484375,
                    "total_bits": 18094080.0,
                    "err": 0.047456294298172,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.0316162109375,
                    "total_bits": 21104128.0,
                    "err": 0.032044488936662674,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.22021484375,
                    "total_bits": 21895168.0,
                    "err": 0.024893801659345627,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.37646484375,
                    "total_bits": 22550528.0,
                    "err": 0.023899024352431297,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.53271484375,
                    "total_bits": 23205888.0,
                    "err": 0.022158032283186913,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.72021484375,
                    "total_bits": 23992320.0,
                    "err": 0.021307626739144325,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.0316162109375,
                    "total_bits": 25298432.0,
                    "err": 0.016465116292238235,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.12646484375,
                    "total_bits": 25696256.0,
                    "err": 0.015500886365771294,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.2191162109375,
                    "total_bits": 26084864.0,
                    "err": 0.014259017072618008,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.12646484375,
                    "total_bits": 34084864.0,
                    "err": 0.009482841938734055,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.26.self_attn.o_proj",
            "numel": 16777216,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.1878662109375,
                    "total_bits": 36706304.0,
                    "err": 0.17041650414466858,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.3753662109375,
                    "total_bits": 39852032.0,
                    "err": 0.15441088378429413,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.6253662109375,
                    "total_bits": 44046336.0,
                    "err": 0.14954006671905518,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.7191162109375,
                    "total_bits": 45619200.0,
                    "err": 0.1265348643064499,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.2191162109375,
                    "total_bits": 54007808.0,
                    "err": 0.08021412044763565,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.6878662109375,
                    "total_bits": 61872128.0,
                    "err": 0.0747646912932396,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.031341552734375,
                    "total_bits": 50857472.0,
                    "err": 0.08991260826587677,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.1253662109375,
                    "total_bits": 52434944.0,
                    "err": 0.08285396546125412,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.1878662109375,
                    "total_bits": 53483520.0,
                    "err": 0.08123422414064407,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.5316162109375,
                    "total_bits": 59250688.0,
                    "err": 0.06623515486717224,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.65643310546875,
                    "total_bits": 61344768.0,
                    "err": 0.0603298656642437,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.031341552734375,
                    "total_bits": 67634688.0,
                    "err": 0.045930415391922,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.1253662109375,
                    "total_bits": 69212160.0,
                    "err": 0.03968467563390732,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.2191162109375,
                    "total_bits": 70785024.0,
                    "err": 0.03850938752293587,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.3128662109375,
                    "total_bits": 72357888.0,
                    "err": 0.038240835070610046,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.031341552734375,
                    "total_bits": 84411904.0,
                    "err": 0.02295004203915596,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.2191162109375,
                    "total_bits": 87562240.0,
                    "err": 0.01981925778090954,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.3753662109375,
                    "total_bits": 90183680.0,
                    "err": 0.019486237317323685,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.5316162109375,
                    "total_bits": 92805120.0,
                    "err": 0.016978150233626366,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.7191162109375,
                    "total_bits": 95950848.0,
                    "err": 0.016793206334114075,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.031341552734375,
                    "total_bits": 101189120.0,
                    "err": 0.012027714401483536,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.1253662109375,
                    "total_bits": 102766592.0,
                    "err": 0.012011042796075344,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.218841552734375,
                    "total_bits": 104334848.0,
                    "err": 0.011646072380244732,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.1253662109375,
                    "total_bits": 136321024.0,
                    "err": 0.007959259673953056,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.26.mlp.gate_proj",
            "numel": 58720256,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.1876046316964284,
                    "total_bits": 128456703.99999999,
                    "err": 0.16314521431922913,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.3751046316964284,
                    "total_bits": 139466752.0,
                    "err": 0.15335533022880554,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.6251046316964284,
                    "total_bits": 154146816.0,
                    "err": 0.14978082478046417,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.7188546316964284,
                    "total_bits": 159651840.0,
                    "err": 0.13608784973621368,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.2188546316964284,
                    "total_bits": 189011968.0,
                    "err": 0.07724805176258087,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.6876046316964284,
                    "total_bits": 216537088.0,
                    "err": 0.07360737025737762,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.031276157924107,
                    "total_bits": 177997312.0,
                    "err": 0.08651681244373322,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.1251046316964284,
                    "total_bits": 183506944.0,
                    "err": 0.07989595830440521,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.1876046316964284,
                    "total_bits": 187176960.0,
                    "err": 0.07798841595649719,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.5313546316964284,
                    "total_bits": 207362048.0,
                    "err": 0.06910757720470428,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.6563023158482144,
                    "total_bits": 214699008.0,
                    "err": 0.06606245040893555,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.031276157924107,
                    "total_bits": 236717567.99999997,
                    "err": 0.04414905607700348,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.125104631696429,
                    "total_bits": 242227200.0,
                    "err": 0.03829915076494217,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.218854631696429,
                    "total_bits": 247732224.0,
                    "err": 0.03710874170064926,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.312604631696429,
                    "total_bits": 253237248.0,
                    "err": 0.03682781755924225,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.031276157924107,
                    "total_bits": 295437824.0,
                    "err": 0.022076576948165894,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.218854631696429,
                    "total_bits": 306452480.0,
                    "err": 0.01924324966967106,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.375104631696429,
                    "total_bits": 315627520.0,
                    "err": 0.018977997824549675,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.531354631696429,
                    "total_bits": 324802560.0,
                    "err": 0.017605669796466827,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.718854631696429,
                    "total_bits": 335812608.0,
                    "err": 0.017428023740649223,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.031276157924107,
                    "total_bits": 354158080.0,
                    "err": 0.011692281812429428,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.125104631696429,
                    "total_bits": 359667712.0,
                    "err": 0.011870890855789185,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.218776157924107,
                    "total_bits": 365168128.0,
                    "err": 0.011298940517008305,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.125104631696429,
                    "total_bits": 477108224.0,
                    "err": 0.008127298206090927,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.26.mlp.up_proj",
            "numel": 58720256,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.1876046316964284,
                    "total_bits": 128456703.99999999,
                    "err": 0.24173453450202942,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.3751046316964284,
                    "total_bits": 139466752.0,
                    "err": 0.22765950858592987,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.6251046316964284,
                    "total_bits": 154146816.0,
                    "err": 0.22281934320926666,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.7188546316964284,
                    "total_bits": 159651840.0,
                    "err": 0.20258763432502747,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.2188546316964284,
                    "total_bits": 189011968.0,
                    "err": 0.11451125890016556,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.6876046316964284,
                    "total_bits": 216537088.0,
                    "err": 0.10944819450378418,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.031276157924107,
                    "total_bits": 177997312.0,
                    "err": 0.12761631608009338,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.1251046316964284,
                    "total_bits": 183506944.0,
                    "err": 0.11772268265485764,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.1876046316964284,
                    "total_bits": 187176960.0,
                    "err": 0.11558596044778824,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.5313546316964284,
                    "total_bits": 207362048.0,
                    "err": 0.10259997099637985,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.6563023158482144,
                    "total_bits": 214699008.0,
                    "err": 0.09812100976705551,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.031276157924107,
                    "total_bits": 236717567.99999997,
                    "err": 0.06508800387382507,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.125104631696429,
                    "total_bits": 242227200.0,
                    "err": 0.05637544021010399,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.218854631696429,
                    "total_bits": 247732224.0,
                    "err": 0.05491521582007408,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.312604631696429,
                    "total_bits": 253237248.0,
                    "err": 0.05457056686282158,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.031276157924107,
                    "total_bits": 295437824.0,
                    "err": 0.03254224732518196,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.218854631696429,
                    "total_bits": 306452480.0,
                    "err": 0.02823386713862419,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.375104631696429,
                    "total_bits": 315627520.0,
                    "err": 0.027881450951099396,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.531354631696429,
                    "total_bits": 324802560.0,
                    "err": 0.0257924385368824,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.718854631696429,
                    "total_bits": 335812608.0,
                    "err": 0.025577744469046593,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.031276157924107,
                    "total_bits": 354158080.0,
                    "err": 0.017163053154945374,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.125104631696429,
                    "total_bits": 359667712.0,
                    "err": 0.016993345692753792,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.218776157924107,
                    "total_bits": 365168128.0,
                    "err": 0.01667693443596363,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.125104631696429,
                    "total_bits": 477108224.0,
                    "err": 0.01121581345796585,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.26.mlp.down_proj",
            "numel": 58720256,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.1789376395089284,
                    "total_bits": 127947775.99999999,
                    "err": 0.21647225320339203,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.3753662109375,
                    "total_bits": 139482112.0,
                    "err": 0.19104638695716858,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.6253662109375,
                    "total_bits": 154162176.0,
                    "err": 0.1792983114719391,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.7235804966517856,
                    "total_bits": 159929344.0,
                    "err": 0.16016188263893127,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.2235804966517856,
                    "total_bits": 189289472.0,
                    "err": 0.09871397167444229,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.7146519252232144,
                    "total_bits": 218125312.0,
                    "err": 0.08788979798555374,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.031341552734375,
                    "total_bits": 178001152.0,
                    "err": 0.11997485160827637,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.1253662109375,
                    "total_bits": 183522304.0,
                    "err": 0.10993499308824539,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.1789376395089284,
                    "total_bits": 186668032.0,
                    "err": 0.1021578311920166,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.5271519252232144,
                    "total_bits": 207115264.0,
                    "err": 0.0839918851852417,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.6608973911830356,
                    "total_bits": 214968832.0,
                    "err": 0.08016829937696457,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.031341552734375,
                    "total_bits": 236721408.0,
                    "err": 0.06112523004412651,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.1253662109375,
                    "total_bits": 242242560.0,
                    "err": 0.052773620933294296,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.223580496651786,
                    "total_bits": 248009728.0,
                    "err": 0.04763650894165039,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.321794782366071,
                    "total_bits": 253776896.0,
                    "err": 0.04634590074419975,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.031341552734375,
                    "total_bits": 295441664.0,
                    "err": 0.03090038150548935,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.223580496651786,
                    "total_bits": 306729984.0,
                    "err": 0.02512257732450962,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.339651925223214,
                    "total_bits": 313545728.0,
                    "err": 0.024491604417562485,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.527151925223214,
                    "total_bits": 324555776.0,
                    "err": 0.022267591208219528,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.723580496651786,
                    "total_bits": 336090112.0,
                    "err": 0.02144201658666134,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.031341552734375,
                    "total_bits": 354161920.0,
                    "err": 0.016843877732753754,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.1253662109375,
                    "total_bits": 359683072.0,
                    "err": 0.01668660156428814,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.227770124162946,
                    "total_bits": 365696256.0,
                    "err": 0.015191378071904182,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.1253662109375,
                    "total_bits": 477123584.0,
                    "err": 0.011703277006745338,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.27.self_attn.q_proj",
            "numel": 16777216,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.1878662109375,
                    "total_bits": 36706304.0,
                    "err": 0.12397465109825134,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.3753662109375,
                    "total_bits": 39852032.0,
                    "err": 0.11410295963287354,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.6253662109375,
                    "total_bits": 44046336.0,
                    "err": 0.10781523585319519,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.7191162109375,
                    "total_bits": 45619200.0,
                    "err": 0.09788300096988678,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.2191162109375,
                    "total_bits": 54007808.0,
                    "err": 0.05806102976202965,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.6878662109375,
                    "total_bits": 61872128.0,
                    "err": 0.0529940202832222,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.031341552734375,
                    "total_bits": 50857472.0,
                    "err": 0.07144878059625626,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.1253662109375,
                    "total_bits": 52434944.0,
                    "err": 0.06524911522865295,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.1878662109375,
                    "total_bits": 53483520.0,
                    "err": 0.059099745005369186,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.5316162109375,
                    "total_bits": 59250688.0,
                    "err": 0.051274374127388,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.65643310546875,
                    "total_bits": 61344768.0,
                    "err": 0.04953201860189438,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.031341552734375,
                    "total_bits": 67634688.0,
                    "err": 0.03642502427101135,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.1253662109375,
                    "total_bits": 69212160.0,
                    "err": 0.03126148879528046,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.2191162109375,
                    "total_bits": 70785024.0,
                    "err": 0.027986876666545868,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.3128662109375,
                    "total_bits": 72357888.0,
                    "err": 0.02717646211385727,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.031341552734375,
                    "total_bits": 84411904.0,
                    "err": 0.01825353130698204,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.2191162109375,
                    "total_bits": 87562240.0,
                    "err": 0.014607641845941544,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.3753662109375,
                    "total_bits": 90183680.0,
                    "err": 0.01403046865016222,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.5316162109375,
                    "total_bits": 92805120.0,
                    "err": 0.013253536075353622,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.7191162109375,
                    "total_bits": 95950848.0,
                    "err": 0.012730374932289124,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.031341552734375,
                    "total_bits": 101189120.0,
                    "err": 0.009592831134796143,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.1253662109375,
                    "total_bits": 102766592.0,
                    "err": 0.009542482905089855,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.218841552734375,
                    "total_bits": 104334848.0,
                    "err": 0.008424565196037292,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.1253662109375,
                    "total_bits": 136321024.0,
                    "err": 0.006397983059287071,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.27.self_attn.k_proj",
            "numel": 4194304,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.18896484375,
                    "total_bits": 9181184.0,
                    "err": 0.10785578191280365,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.37646484375,
                    "total_bits": 9967616.0,
                    "err": 0.09929479658603668,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.62646484375,
                    "total_bits": 11016192.0,
                    "err": 0.09301447123289108,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.72021484375,
                    "total_bits": 11409408.0,
                    "err": 0.08443882316350937,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.22021484375,
                    "total_bits": 13506560.0,
                    "err": 0.050343144685029984,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.68896484375,
                    "total_bits": 15472640.0,
                    "err": 0.045458994805812836,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.0316162109375,
                    "total_bits": 12715520.0,
                    "err": 0.06343968957662582,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.12646484375,
                    "total_bits": 13113344.0,
                    "err": 0.057860445231199265,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.18896484375,
                    "total_bits": 13375488.0,
                    "err": 0.05128001421689987,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.53271484375,
                    "total_bits": 14817280.0,
                    "err": 0.044527292251586914,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.656982421875,
                    "total_bits": 15338496.0,
                    "err": 0.043088775128126144,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.0316162109375,
                    "total_bits": 16909824.0,
                    "err": 0.032149963080883026,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.12646484375,
                    "total_bits": 17307648.0,
                    "err": 0.02769903466105461,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.22021484375,
                    "total_bits": 17700864.0,
                    "err": 0.02426074631512165,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.31396484375,
                    "total_bits": 18094080.0,
                    "err": 0.02339348942041397,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.0316162109375,
                    "total_bits": 21104128.0,
                    "err": 0.016128232702612877,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.22021484375,
                    "total_bits": 21895168.0,
                    "err": 0.012621313333511353,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.37646484375,
                    "total_bits": 22550528.0,
                    "err": 0.012013339437544346,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.53271484375,
                    "total_bits": 23205888.0,
                    "err": 0.011449437588453293,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.72021484375,
                    "total_bits": 23992320.0,
                    "err": 0.01087801530957222,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.0316162109375,
                    "total_bits": 25298432.0,
                    "err": 0.008436271920800209,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.12646484375,
                    "total_bits": 25696256.0,
                    "err": 0.008306028321385384,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.2191162109375,
                    "total_bits": 26084864.0,
                    "err": 0.007249976042658091,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.12646484375,
                    "total_bits": 34084864.0,
                    "err": 0.005406668409705162,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.27.self_attn.v_proj",
            "numel": 4194304,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.18896484375,
                    "total_bits": 9181184.0,
                    "err": 0.21685615181922913,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.37646484375,
                    "total_bits": 9967616.0,
                    "err": 0.19931845366954803,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.62646484375,
                    "total_bits": 11016192.0,
                    "err": 0.1909998655319214,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.72021484375,
                    "total_bits": 11409408.0,
                    "err": 0.17310698330402374,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.22021484375,
                    "total_bits": 13506560.0,
                    "err": 0.10148317366838455,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.68896484375,
                    "total_bits": 15472640.0,
                    "err": 0.09370589256286621,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.0316162109375,
                    "total_bits": 12715520.0,
                    "err": 0.1198541522026062,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.12646484375,
                    "total_bits": 13113344.0,
                    "err": 0.10959170758724213,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.18896484375,
                    "total_bits": 13375488.0,
                    "err": 0.10330431163311005,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.53271484375,
                    "total_bits": 14817280.0,
                    "err": 0.08912783116102219,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.656982421875,
                    "total_bits": 15338496.0,
                    "err": 0.08548638224601746,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.0316162109375,
                    "total_bits": 16909824.0,
                    "err": 0.06091894209384918,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.12646484375,
                    "total_bits": 17307648.0,
                    "err": 0.05233154445886612,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.22021484375,
                    "total_bits": 17700864.0,
                    "err": 0.048584334552288055,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.31396484375,
                    "total_bits": 18094080.0,
                    "err": 0.047688037157058716,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.0316162109375,
                    "total_bits": 21104128.0,
                    "err": 0.0304096806794405,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.22021484375,
                    "total_bits": 21895168.0,
                    "err": 0.024726545438170433,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.37646484375,
                    "total_bits": 22550528.0,
                    "err": 0.023972954601049423,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.53271484375,
                    "total_bits": 23205888.0,
                    "err": 0.022149816155433655,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.72021484375,
                    "total_bits": 23992320.0,
                    "err": 0.02156013995409012,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.0316162109375,
                    "total_bits": 25298432.0,
                    "err": 0.015589691698551178,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.12646484375,
                    "total_bits": 25696256.0,
                    "err": 0.014960587956011295,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.2191162109375,
                    "total_bits": 26084864.0,
                    "err": 0.014217313379049301,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.12646484375,
                    "total_bits": 34084864.0,
                    "err": 0.009051652625203133,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.27.self_attn.o_proj",
            "numel": 16777216,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.1878662109375,
                    "total_bits": 36706304.0,
                    "err": 0.19675099849700928,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.3753662109375,
                    "total_bits": 39852032.0,
                    "err": 0.17626842856407166,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.6253662109375,
                    "total_bits": 44046336.0,
                    "err": 0.16927924752235413,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.7191162109375,
                    "total_bits": 45619200.0,
                    "err": 0.1431361734867096,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.2191162109375,
                    "total_bits": 54007808.0,
                    "err": 0.09262702614068985,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.6878662109375,
                    "total_bits": 61872128.0,
                    "err": 0.08518575131893158,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.031341552734375,
                    "total_bits": 50857472.0,
                    "err": 0.1055903360247612,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.1253662109375,
                    "total_bits": 52434944.0,
                    "err": 0.09683024138212204,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.1878662109375,
                    "total_bits": 53483520.0,
                    "err": 0.09401214122772217,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.5316162109375,
                    "total_bits": 59250688.0,
                    "err": 0.0754990503191948,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.65643310546875,
                    "total_bits": 61344768.0,
                    "err": 0.0689370334148407,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.031341552734375,
                    "total_bits": 67634688.0,
                    "err": 0.054185651242733,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.1253662109375,
                    "total_bits": 69212160.0,
                    "err": 0.04665031284093857,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.2191162109375,
                    "total_bits": 70785024.0,
                    "err": 0.044716861099004745,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.3128662109375,
                    "total_bits": 72357888.0,
                    "err": 0.04425623640418053,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.031341552734375,
                    "total_bits": 84411904.0,
                    "err": 0.027249863371253014,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.2191162109375,
                    "total_bits": 87562240.0,
                    "err": 0.023582639172673225,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.3753662109375,
                    "total_bits": 90183680.0,
                    "err": 0.023089390248060226,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.5316162109375,
                    "total_bits": 92805120.0,
                    "err": 0.020237524062395096,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.7191162109375,
                    "total_bits": 95950848.0,
                    "err": 0.019932685419917107,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.031341552734375,
                    "total_bits": 101189120.0,
                    "err": 0.014816303737461567,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.1253662109375,
                    "total_bits": 102766592.0,
                    "err": 0.015161531046032906,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.218841552734375,
                    "total_bits": 104334848.0,
                    "err": 0.014206824824213982,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.1253662109375,
                    "total_bits": 136321024.0,
                    "err": 0.010955948382616043,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.27.mlp.gate_proj",
            "numel": 58720256,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.1876046316964284,
                    "total_bits": 128456703.99999999,
                    "err": 0.15894028544425964,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.3751046316964284,
                    "total_bits": 139466752.0,
                    "err": 0.14925184845924377,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.6251046316964284,
                    "total_bits": 154146816.0,
                    "err": 0.1456608772277832,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.7188546316964284,
                    "total_bits": 159651840.0,
                    "err": 0.1322798877954483,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.2188546316964284,
                    "total_bits": 189011968.0,
                    "err": 0.07532702386379242,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.6876046316964284,
                    "total_bits": 216537088.0,
                    "err": 0.07166071236133575,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.031276157924107,
                    "total_bits": 177997312.0,
                    "err": 0.08465564250946045,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.1251046316964284,
                    "total_bits": 183506944.0,
                    "err": 0.0781325250864029,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.1876046316964284,
                    "total_bits": 187176960.0,
                    "err": 0.07611946761608124,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.5313546316964284,
                    "total_bits": 207362048.0,
                    "err": 0.06733054667711258,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.6563023158482144,
                    "total_bits": 214699008.0,
                    "err": 0.06426846235990524,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.031276157924107,
                    "total_bits": 236717567.99999997,
                    "err": 0.043259404599666595,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.125104631696429,
                    "total_bits": 242227200.0,
                    "err": 0.037502288818359375,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.218854631696429,
                    "total_bits": 247732224.0,
                    "err": 0.0362396277487278,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.312604631696429,
                    "total_bits": 253237248.0,
                    "err": 0.03594178333878517,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.031276157924107,
                    "total_bits": 295437824.0,
                    "err": 0.021655436605215073,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.218854631696429,
                    "total_bits": 306452480.0,
                    "err": 0.01883767545223236,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.375104631696429,
                    "total_bits": 315627520.0,
                    "err": 0.018567411229014397,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.531354631696429,
                    "total_bits": 324802560.0,
                    "err": 0.017229199409484863,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.718854631696429,
                    "total_bits": 335812608.0,
                    "err": 0.01704203151166439,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.031276157924107,
                    "total_bits": 354158080.0,
                    "err": 0.011519895866513252,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.125104631696429,
                    "total_bits": 359667712.0,
                    "err": 0.01169532909989357,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.218776157924107,
                    "total_bits": 365168128.0,
                    "err": 0.011109253391623497,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.125104631696429,
                    "total_bits": 477108224.0,
                    "err": 0.008073770441114902,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.27.mlp.up_proj",
            "numel": 58720256,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.1876046316964284,
                    "total_bits": 128456703.99999999,
                    "err": 0.2333010733127594,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.3751046316964284,
                    "total_bits": 139466752.0,
                    "err": 0.21952517330646515,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.6251046316964284,
                    "total_bits": 154146816.0,
                    "err": 0.21480980515480042,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.7188546316964284,
                    "total_bits": 159651840.0,
                    "err": 0.19520889222621918,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.2188546316964284,
                    "total_bits": 189011968.0,
                    "err": 0.11059924960136414,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.6876046316964284,
                    "total_bits": 216537088.0,
                    "err": 0.10560311377048492,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.031276157924107,
                    "total_bits": 177997312.0,
                    "err": 0.12332580983638763,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.1251046316964284,
                    "total_bits": 183506944.0,
                    "err": 0.11386501789093018,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.1876046316964284,
                    "total_bits": 187176960.0,
                    "err": 0.11165135353803635,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.5313546316964284,
                    "total_bits": 207362048.0,
                    "err": 0.09895894676446915,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.6563023158482144,
                    "total_bits": 214699008.0,
                    "err": 0.09451905637979507,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.031276157924107,
                    "total_bits": 236717567.99999997,
                    "err": 0.06292720884084702,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.125104631696429,
                    "total_bits": 242227200.0,
                    "err": 0.054518409073352814,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.218854631696429,
                    "total_bits": 247732224.0,
                    "err": 0.05303391069173813,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.312604631696429,
                    "total_bits": 253237248.0,
                    "err": 0.05268435180187225,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.031276157924107,
                    "total_bits": 295437824.0,
                    "err": 0.031459540128707886,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.218854631696429,
                    "total_bits": 306452480.0,
                    "err": 0.027219854295253754,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.375104631696429,
                    "total_bits": 315627520.0,
                    "err": 0.026872599497437477,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.531354631696429,
                    "total_bits": 324802560.0,
                    "err": 0.024849385023117065,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.718854631696429,
                    "total_bits": 335812608.0,
                    "err": 0.02462480589747429,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.031276157924107,
                    "total_bits": 354158080.0,
                    "err": 0.01654668152332306,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.125104631696429,
                    "total_bits": 359667712.0,
                    "err": 0.016350464895367622,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.218776157924107,
                    "total_bits": 365168128.0,
                    "err": 0.016044801101088524,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.125104631696429,
                    "total_bits": 477108224.0,
                    "err": 0.010706056840717793,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.27.mlp.down_proj",
            "numel": 58720256,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.1789376395089284,
                    "total_bits": 127947775.99999999,
                    "err": 0.21633152663707733,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.3753662109375,
                    "total_bits": 139482112.0,
                    "err": 0.19026346504688263,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.6253662109375,
                    "total_bits": 154162176.0,
                    "err": 0.17770351469516754,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.7235804966517856,
                    "total_bits": 159929344.0,
                    "err": 0.15867091715335846,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.2235804966517856,
                    "total_bits": 189289472.0,
                    "err": 0.09859204292297363,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.7146519252232144,
                    "total_bits": 218125312.0,
                    "err": 0.08711918443441391,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.031341552734375,
                    "total_bits": 178001152.0,
                    "err": 0.12204454839229584,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.1253662109375,
                    "total_bits": 183522304.0,
                    "err": 0.11082674562931061,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.1789376395089284,
                    "total_bits": 186668032.0,
                    "err": 0.10209468007087708,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.5271519252232144,
                    "total_bits": 207115264.0,
                    "err": 0.08359285444021225,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.6608973911830356,
                    "total_bits": 214968832.0,
                    "err": 0.08001235872507095,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.031341552734375,
                    "total_bits": 236721408.0,
                    "err": 0.061951614916324615,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.1253662109375,
                    "total_bits": 242242560.0,
                    "err": 0.05310197174549103,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.223580496651786,
                    "total_bits": 248009728.0,
                    "err": 0.047579169273376465,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.321794782366071,
                    "total_bits": 253776896.0,
                    "err": 0.0461992584168911,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.031341552734375,
                    "total_bits": 295441664.0,
                    "err": 0.03130112215876579,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.223580496651786,
                    "total_bits": 306729984.0,
                    "err": 0.025085100904107094,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.339651925223214,
                    "total_bits": 313545728.0,
                    "err": 0.024391237646341324,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.527151925223214,
                    "total_bits": 324555776.0,
                    "err": 0.022168278694152832,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.723580496651786,
                    "total_bits": 336090112.0,
                    "err": 0.02128024213016033,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.031341552734375,
                    "total_bits": 354161920.0,
                    "err": 0.01707896962761879,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.1253662109375,
                    "total_bits": 359683072.0,
                    "err": 0.01671445555984974,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.227770124162946,
                    "total_bits": 365696256.0,
                    "err": 0.015254173427820206,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.1253662109375,
                    "total_bits": 477123584.0,
                    "err": 0.011666512116789818,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.28.self_attn.q_proj",
            "numel": 16777216,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.1878662109375,
                    "total_bits": 36706304.0,
                    "err": 0.11530212312936783,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.3753662109375,
                    "total_bits": 39852032.0,
                    "err": 0.1057870164513588,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.6253662109375,
                    "total_bits": 44046336.0,
                    "err": 0.09791349619626999,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.7191162109375,
                    "total_bits": 45619200.0,
                    "err": 0.0888148620724678,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.2191162109375,
                    "total_bits": 54007808.0,
                    "err": 0.05386350676417351,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.6878662109375,
                    "total_bits": 61872128.0,
                    "err": 0.04796101152896881,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.031341552734375,
                    "total_bits": 50857472.0,
                    "err": 0.07012008130550385,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.1253662109375,
                    "total_bits": 52434944.0,
                    "err": 0.06360821425914764,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.1878662109375,
                    "total_bits": 53483520.0,
                    "err": 0.05489874631166458,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.5316162109375,
                    "total_bits": 59250688.0,
                    "err": 0.04752567782998085,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.65643310546875,
                    "total_bits": 61344768.0,
                    "err": 0.04641374945640564,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.031341552734375,
                    "total_bits": 67634688.0,
                    "err": 0.03580755367875099,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.1253662109375,
                    "total_bits": 69212160.0,
                    "err": 0.03045044094324112,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.2191162109375,
                    "total_bits": 70785024.0,
                    "err": 0.026030927896499634,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.3128662109375,
                    "total_bits": 72357888.0,
                    "err": 0.02489795722067356,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.031341552734375,
                    "total_bits": 84411904.0,
                    "err": 0.017919357866048813,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.2191162109375,
                    "total_bits": 87562240.0,
                    "err": 0.013696221634745598,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.3753662109375,
                    "total_bits": 90183680.0,
                    "err": 0.012948398478329182,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.5316162109375,
                    "total_bits": 92805120.0,
                    "err": 0.012454595416784286,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.7191162109375,
                    "total_bits": 95950848.0,
                    "err": 0.011739108711481094,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.031341552734375,
                    "total_bits": 101189120.0,
                    "err": 0.009418396279215813,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.1253662109375,
                    "total_bits": 102766592.0,
                    "err": 0.009328983724117279,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.218841552734375,
                    "total_bits": 104334848.0,
                    "err": 0.007828236557543278,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.1253662109375,
                    "total_bits": 136321024.0,
                    "err": 0.006293152924627066,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.28.self_attn.k_proj",
            "numel": 4194304,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.18896484375,
                    "total_bits": 9181184.0,
                    "err": 0.09884150326251984,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.37646484375,
                    "total_bits": 9967616.0,
                    "err": 0.08981078863143921,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.62646484375,
                    "total_bits": 11016192.0,
                    "err": 0.07919595390558243,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.72021484375,
                    "total_bits": 11409408.0,
                    "err": 0.07216380536556244,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.22021484375,
                    "total_bits": 13506560.0,
                    "err": 0.04563009738922119,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.68896484375,
                    "total_bits": 15472640.0,
                    "err": 0.038334108889102936,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.0316162109375,
                    "total_bits": 12715520.0,
                    "err": 0.06526240706443787,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.12646484375,
                    "total_bits": 13113344.0,
                    "err": 0.05903085321187973,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.18896484375,
                    "total_bits": 13375488.0,
                    "err": 0.046764250844717026,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.53271484375,
                    "total_bits": 14817280.0,
                    "err": 0.04033597558736801,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.656982421875,
                    "total_bits": 15338496.0,
                    "err": 0.03982149064540863,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.0316162109375,
                    "total_bits": 16909824.0,
                    "err": 0.03305954113602638,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.12646484375,
                    "total_bits": 17307648.0,
                    "err": 0.02820802479982376,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.22021484375,
                    "total_bits": 17700864.0,
                    "err": 0.022091174498200417,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.31396484375,
                    "total_bits": 18094080.0,
                    "err": 0.020401697605848312,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.0316162109375,
                    "total_bits": 21104128.0,
                    "err": 0.0165476743131876,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.22021484375,
                    "total_bits": 21895168.0,
                    "err": 0.011638260446488857,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.37646484375,
                    "total_bits": 22550528.0,
                    "err": 0.010576731525361538,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.53271484375,
                    "total_bits": 23205888.0,
                    "err": 0.010599295608699322,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.72021484375,
                    "total_bits": 23992320.0,
                    "err": 0.00953774992376566,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.0316162109375,
                    "total_bits": 25298432.0,
                    "err": 0.00864481646567583,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.12646484375,
                    "total_bits": 25696256.0,
                    "err": 0.008362959139049053,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.2191162109375,
                    "total_bits": 26084864.0,
                    "err": 0.00651774276047945,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.12646484375,
                    "total_bits": 34084864.0,
                    "err": 0.005383945070207119,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.28.self_attn.v_proj",
            "numel": 4194304,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.18896484375,
                    "total_bits": 9181184.0,
                    "err": 0.21852123737335205,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.37646484375,
                    "total_bits": 9967616.0,
                    "err": 0.19694465398788452,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.62646484375,
                    "total_bits": 11016192.0,
                    "err": 0.18510407209396362,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.72021484375,
                    "total_bits": 11409408.0,
                    "err": 0.16711992025375366,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.22021484375,
                    "total_bits": 13506560.0,
                    "err": 0.10127316415309906,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.68896484375,
                    "total_bits": 15472640.0,
                    "err": 0.09089632332324982,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.0316162109375,
                    "total_bits": 12715520.0,
                    "err": 0.12707221508026123,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.12646484375,
                    "total_bits": 13113344.0,
                    "err": 0.1141757071018219,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.18896484375,
                    "total_bits": 13375488.0,
                    "err": 0.10371992737054825,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.53271484375,
                    "total_bits": 14817280.0,
                    "err": 0.08786089718341827,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.656982421875,
                    "total_bits": 15338496.0,
                    "err": 0.08499947190284729,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.0316162109375,
                    "total_bits": 16909824.0,
                    "err": 0.06500863283872604,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.12646484375,
                    "total_bits": 17307648.0,
                    "err": 0.054549239575862885,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.22021484375,
                    "total_bits": 17700864.0,
                    "err": 0.048663608729839325,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.31396484375,
                    "total_bits": 18094080.0,
                    "err": 0.04714777693152428,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.0316162109375,
                    "total_bits": 21104128.0,
                    "err": 0.03246458247303963,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.22021484375,
                    "total_bits": 21895168.0,
                    "err": 0.025043563917279243,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.37646484375,
                    "total_bits": 22550528.0,
                    "err": 0.02393021620810032,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.53271484375,
                    "total_bits": 23205888.0,
                    "err": 0.02232513763010502,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.72021484375,
                    "total_bits": 23992320.0,
                    "err": 0.021358385682106018,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.0316162109375,
                    "total_bits": 25298432.0,
                    "err": 0.016702810302376747,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.12646484375,
                    "total_bits": 25696256.0,
                    "err": 0.015983084216713905,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.2191162109375,
                    "total_bits": 26084864.0,
                    "err": 0.014253186993300915,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.12646484375,
                    "total_bits": 34084864.0,
                    "err": 0.010113404132425785,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.28.self_attn.o_proj",
            "numel": 16777216,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.1878662109375,
                    "total_bits": 36706304.0,
                    "err": 0.20047356188297272,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.3753662109375,
                    "total_bits": 39852032.0,
                    "err": 0.17376305162906647,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.6253662109375,
                    "total_bits": 44046336.0,
                    "err": 0.16442210972309113,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.7191162109375,
                    "total_bits": 45619200.0,
                    "err": 0.14178870618343353,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.2191162109375,
                    "total_bits": 54007808.0,
                    "err": 0.0929018035531044,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.6878662109375,
                    "total_bits": 61872128.0,
                    "err": 0.08294487744569778,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.031341552734375,
                    "total_bits": 50857472.0,
                    "err": 0.10812085121870041,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.1253662109375,
                    "total_bits": 52434944.0,
                    "err": 0.09901943802833557,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.1878662109375,
                    "total_bits": 53483520.0,
                    "err": 0.09508038312196732,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.5316162109375,
                    "total_bits": 59250688.0,
                    "err": 0.07384950667619705,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.65643310546875,
                    "total_bits": 61344768.0,
                    "err": 0.06939134746789932,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.031341552734375,
                    "total_bits": 67634688.0,
                    "err": 0.05533202365040779,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.1253662109375,
                    "total_bits": 69212160.0,
                    "err": 0.04748634248971939,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.2191162109375,
                    "total_bits": 70785024.0,
                    "err": 0.04472258314490318,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.3128662109375,
                    "total_bits": 72357888.0,
                    "err": 0.04404715821146965,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.031341552734375,
                    "total_bits": 84411904.0,
                    "err": 0.027697796002030373,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.2191162109375,
                    "total_bits": 87562240.0,
                    "err": 0.023355212062597275,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.3753662109375,
                    "total_bits": 90183680.0,
                    "err": 0.022711431607604027,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.5316162109375,
                    "total_bits": 92805120.0,
                    "err": 0.01961561106145382,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.7191162109375,
                    "total_bits": 95950848.0,
                    "err": 0.019153397530317307,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.031341552734375,
                    "total_bits": 101189120.0,
                    "err": 0.014773678965866566,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.1253662109375,
                    "total_bits": 102766592.0,
                    "err": 0.014893414452672005,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.218841552734375,
                    "total_bits": 104334848.0,
                    "err": 0.013875468634068966,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.1253662109375,
                    "total_bits": 136321024.0,
                    "err": 0.010350969620049,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.28.mlp.gate_proj",
            "numel": 58720256,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.1876046316964284,
                    "total_bits": 128456703.99999999,
                    "err": 0.14655467867851257,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.3751046316964284,
                    "total_bits": 139466752.0,
                    "err": 0.13732749223709106,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.6251046316964284,
                    "total_bits": 154146816.0,
                    "err": 0.13370385766029358,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.7188546316964284,
                    "total_bits": 159651840.0,
                    "err": 0.12140783667564392,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.2188546316964284,
                    "total_bits": 189011968.0,
                    "err": 0.06937050074338913,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.6876046316964284,
                    "total_bits": 216537088.0,
                    "err": 0.0658431351184845,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.031276157924107,
                    "total_bits": 177997312.0,
                    "err": 0.07841356843709946,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.1251046316964284,
                    "total_bits": 183506944.0,
                    "err": 0.07232003659009933,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.1876046316964284,
                    "total_bits": 187176960.0,
                    "err": 0.07015331089496613,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.5313546316964284,
                    "total_bits": 207362048.0,
                    "err": 0.061899520456790924,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.6563023158482144,
                    "total_bits": 214699008.0,
                    "err": 0.0592002347111702,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.031276157924107,
                    "total_bits": 236717567.99999997,
                    "err": 0.04006820172071457,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.125104631696429,
                    "total_bits": 242227200.0,
                    "err": 0.03471338003873825,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.218854631696429,
                    "total_bits": 247732224.0,
                    "err": 0.033387795090675354,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.312604631696429,
                    "total_bits": 253237248.0,
                    "err": 0.03307237848639488,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.031276157924107,
                    "total_bits": 295437824.0,
                    "err": 0.020063214004039764,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.218854631696429,
                    "total_bits": 306452480.0,
                    "err": 0.01735461875796318,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.375104631696429,
                    "total_bits": 315627520.0,
                    "err": 0.01708160527050495,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.531354631696429,
                    "total_bits": 324802560.0,
                    "err": 0.01585402339696884,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.718854631696429,
                    "total_bits": 335812608.0,
                    "err": 0.01565627008676529,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.031276157924107,
                    "total_bits": 354158080.0,
                    "err": 0.010671545751392841,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.125104631696429,
                    "total_bits": 359667712.0,
                    "err": 0.010809634812176228,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.218776157924107,
                    "total_bits": 365168128.0,
                    "err": 0.01023112703114748,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.125104631696429,
                    "total_bits": 477108224.0,
                    "err": 0.007453478407114744,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.28.mlp.up_proj",
            "numel": 58720256,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.1876046316964284,
                    "total_bits": 128456703.99999999,
                    "err": 0.21442465484142303,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.3751046316964284,
                    "total_bits": 139466752.0,
                    "err": 0.20142623782157898,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.6251046316964284,
                    "total_bits": 154146816.0,
                    "err": 0.19679059088230133,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.7188546316964284,
                    "total_bits": 159651840.0,
                    "err": 0.17874224483966827,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.2188546316964284,
                    "total_bits": 189011968.0,
                    "err": 0.10166123509407043,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.6876046316964284,
                    "total_bits": 216537088.0,
                    "err": 0.09687066823244095,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.031276157924107,
                    "total_bits": 177997312.0,
                    "err": 0.11384492367506027,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.1251046316964284,
                    "total_bits": 183506944.0,
                    "err": 0.10502440482378006,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.1876046316964284,
                    "total_bits": 187176960.0,
                    "err": 0.10265831649303436,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.5313546316964284,
                    "total_bits": 207362048.0,
                    "err": 0.09081775695085526,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.6563023158482144,
                    "total_bits": 214699008.0,
                    "err": 0.08687088638544083,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.031276157924107,
                    "total_bits": 236717567.99999997,
                    "err": 0.05825173482298851,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.125104631696429,
                    "total_bits": 242227200.0,
                    "err": 0.050353530794382095,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.218854631696429,
                    "total_bits": 247732224.0,
                    "err": 0.048827677965164185,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.312604631696429,
                    "total_bits": 253237248.0,
                    "err": 0.048467546701431274,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.031276157924107,
                    "total_bits": 295437824.0,
                    "err": 0.029172413051128387,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.218854631696429,
                    "total_bits": 306452480.0,
                    "err": 0.025260450318455696,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.375104631696429,
                    "total_bits": 315627520.0,
                    "err": 0.024913253262639046,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.531354631696429,
                    "total_bits": 324802560.0,
                    "err": 0.02306877076625824,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.718854631696429,
                    "total_bits": 335812608.0,
                    "err": 0.022844556719064713,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.031276157924107,
                    "total_bits": 354158080.0,
                    "err": 0.015540732070803642,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.125104631696429,
                    "total_bits": 359667712.0,
                    "err": 0.015482652932405472,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.218776157924107,
                    "total_bits": 365168128.0,
                    "err": 0.015028752386569977,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.125104631696429,
                    "total_bits": 477108224.0,
                    "err": 0.010482056997716427,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.28.mlp.down_proj",
            "numel": 58720256,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.1789376395089284,
                    "total_bits": 127947775.99999999,
                    "err": 0.19346581399440765,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.3753662109375,
                    "total_bits": 139482112.0,
                    "err": 0.16869883239269257,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.6253662109375,
                    "total_bits": 154162176.0,
                    "err": 0.15659792721271515,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.7235804966517856,
                    "total_bits": 159929344.0,
                    "err": 0.13918256759643555,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.2235804966517856,
                    "total_bits": 189289472.0,
                    "err": 0.08819971978664398,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.7146519252232144,
                    "total_bits": 218125312.0,
                    "err": 0.07716923952102661,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.031341552734375,
                    "total_bits": 178001152.0,
                    "err": 0.10928460955619812,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.1253662109375,
                    "total_bits": 183522304.0,
                    "err": 0.09986348450183868,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.1789376395089284,
                    "total_bits": 186668032.0,
                    "err": 0.09147278219461441,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.5271519252232144,
                    "total_bits": 207115264.0,
                    "err": 0.07392975687980652,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.6608973911830356,
                    "total_bits": 214968832.0,
                    "err": 0.07069803029298782,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.031341552734375,
                    "total_bits": 236721408.0,
                    "err": 0.05589929223060608,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.1253662109375,
                    "total_bits": 242242560.0,
                    "err": 0.04812664911150932,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.223580496651786,
                    "total_bits": 248009728.0,
                    "err": 0.04279486462473869,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.321794782366071,
                    "total_bits": 253776896.0,
                    "err": 0.041447289288043976,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.031341552734375,
                    "total_bits": 295441664.0,
                    "err": 0.0283693615347147,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.223580496651786,
                    "total_bits": 306729984.0,
                    "err": 0.02296634018421173,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.339651925223214,
                    "total_bits": 313545728.0,
                    "err": 0.02230033278465271,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.527151925223214,
                    "total_bits": 324555776.0,
                    "err": 0.020271003246307373,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.723580496651786,
                    "total_bits": 336090112.0,
                    "err": 0.019413651898503304,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.031341552734375,
                    "total_bits": 354161920.0,
                    "err": 0.0156833715736866,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.1253662109375,
                    "total_bits": 359683072.0,
                    "err": 0.015832792967557907,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.227770124162946,
                    "total_bits": 365696256.0,
                    "err": 0.013947994448244572,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.1253662109375,
                    "total_bits": 477123584.0,
                    "err": 0.011572450399398804,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.29.self_attn.q_proj",
            "numel": 16777216,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.1878662109375,
                    "total_bits": 36706304.0,
                    "err": 0.11347122490406036,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.3753662109375,
                    "total_bits": 39852032.0,
                    "err": 0.10420891642570496,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.6253662109375,
                    "total_bits": 44046336.0,
                    "err": 0.09691530466079712,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.7191162109375,
                    "total_bits": 45619200.0,
                    "err": 0.08799774944782257,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.2191162109375,
                    "total_bits": 54007808.0,
                    "err": 0.05284867808222771,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.6878662109375,
                    "total_bits": 61872128.0,
                    "err": 0.04731498658657074,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.031341552734375,
                    "total_bits": 50857472.0,
                    "err": 0.06910845637321472,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.1253662109375,
                    "total_bits": 52434944.0,
                    "err": 0.06185631826519966,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.1878662109375,
                    "total_bits": 53483520.0,
                    "err": 0.05394779518246651,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.5316162109375,
                    "total_bits": 59250688.0,
                    "err": 0.046779051423072815,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.65643310546875,
                    "total_bits": 61344768.0,
                    "err": 0.04566403478384018,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.031341552734375,
                    "total_bits": 67634688.0,
                    "err": 0.03521670401096344,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.1253662109375,
                    "total_bits": 69212160.0,
                    "err": 0.029598990455269814,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.2191162109375,
                    "total_bits": 70785024.0,
                    "err": 0.025511540472507477,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.3128662109375,
                    "total_bits": 72357888.0,
                    "err": 0.02446712739765644,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.031341552734375,
                    "total_bits": 84411904.0,
                    "err": 0.017628533765673637,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.2191162109375,
                    "total_bits": 87562240.0,
                    "err": 0.013368974439799786,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.3753662109375,
                    "total_bits": 90183680.0,
                    "err": 0.012685440480709076,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.5316162109375,
                    "total_bits": 92805120.0,
                    "err": 0.01216476783156395,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.7191162109375,
                    "total_bits": 95950848.0,
                    "err": 0.011507528834044933,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.031341552734375,
                    "total_bits": 101189120.0,
                    "err": 0.009240767918527126,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.1253662109375,
                    "total_bits": 102766592.0,
                    "err": 0.008995650336146355,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.218841552734375,
                    "total_bits": 104334848.0,
                    "err": 0.007684607524424791,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.1253662109375,
                    "total_bits": 136321024.0,
                    "err": 0.0060070594772696495,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.29.self_attn.k_proj",
            "numel": 4194304,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.18896484375,
                    "total_bits": 9181184.0,
                    "err": 0.09823016822338104,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.37646484375,
                    "total_bits": 9967616.0,
                    "err": 0.09063789993524551,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.62646484375,
                    "total_bits": 11016192.0,
                    "err": 0.08274243026971817,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.72021484375,
                    "total_bits": 11409408.0,
                    "err": 0.07516265660524368,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.22021484375,
                    "total_bits": 13506560.0,
                    "err": 0.04563276469707489,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.68896484375,
                    "total_bits": 15472640.0,
                    "err": 0.040158648043870926,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.0316162109375,
                    "total_bits": 12715520.0,
                    "err": 0.06149813160300255,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.12646484375,
                    "total_bits": 13113344.0,
                    "err": 0.055758036673069,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.18896484375,
                    "total_bits": 13375488.0,
                    "err": 0.04650060832500458,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.53271484375,
                    "total_bits": 14817280.0,
                    "err": 0.04061445966362953,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.656982421875,
                    "total_bits": 15338496.0,
                    "err": 0.03980051726102829,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.0316162109375,
                    "total_bits": 16909824.0,
                    "err": 0.03131531551480293,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.12646484375,
                    "total_bits": 17307648.0,
                    "err": 0.02657211944460869,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.22021484375,
                    "total_bits": 17700864.0,
                    "err": 0.022045830264687538,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.31396484375,
                    "total_bits": 18094080.0,
                    "err": 0.020827701315283775,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.0316162109375,
                    "total_bits": 21104128.0,
                    "err": 0.015629252418875694,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.22021484375,
                    "total_bits": 21895168.0,
                    "err": 0.011525827459990978,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.37646484375,
                    "total_bits": 22550528.0,
                    "err": 0.010764670558273792,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.53271484375,
                    "total_bits": 23205888.0,
                    "err": 0.010535398498177528,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.72021484375,
                    "total_bits": 23992320.0,
                    "err": 0.009783255867660046,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.0316162109375,
                    "total_bits": 25298432.0,
                    "err": 0.008139192126691341,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.12646484375,
                    "total_bits": 25696256.0,
                    "err": 0.007931135594844818,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.2191162109375,
                    "total_bits": 26084864.0,
                    "err": 0.006488126236945391,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.12646484375,
                    "total_bits": 34084864.0,
                    "err": 0.005161984357982874,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.29.self_attn.v_proj",
            "numel": 4194304,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.18896484375,
                    "total_bits": 9181184.0,
                    "err": 0.23680627346038818,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.37646484375,
                    "total_bits": 9967616.0,
                    "err": 0.21849827468395233,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.62646484375,
                    "total_bits": 11016192.0,
                    "err": 0.20964600145816803,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.72021484375,
                    "total_bits": 11409408.0,
                    "err": 0.19000697135925293,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.22021484375,
                    "total_bits": 13506560.0,
                    "err": 0.11107678711414337,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.68896484375,
                    "total_bits": 15472640.0,
                    "err": 0.10297015309333801,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.0316162109375,
                    "total_bits": 12715520.0,
                    "err": 0.13280698657035828,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.12646484375,
                    "total_bits": 13113344.0,
                    "err": 0.12027838081121445,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.18896484375,
                    "total_bits": 13375488.0,
                    "err": 0.11304261535406113,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.53271484375,
                    "total_bits": 14817280.0,
                    "err": 0.09802737832069397,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.656982421875,
                    "total_bits": 15338496.0,
                    "err": 0.0944979339838028,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.0316162109375,
                    "total_bits": 16909824.0,
                    "err": 0.06779100745916367,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.12646484375,
                    "total_bits": 17307648.0,
                    "err": 0.057542890310287476,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.22021484375,
                    "total_bits": 17700864.0,
                    "err": 0.05330545827746391,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.31396484375,
                    "total_bits": 18094080.0,
                    "err": 0.05227799713611603,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.0316162109375,
                    "total_bits": 21104128.0,
                    "err": 0.033906761556863785,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.22021484375,
                    "total_bits": 21895168.0,
                    "err": 0.027308331802487373,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.37646484375,
                    "total_bits": 22550528.0,
                    "err": 0.026515061035752296,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.53271484375,
                    "total_bits": 23205888.0,
                    "err": 0.024611622095108032,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.72021484375,
                    "total_bits": 23992320.0,
                    "err": 0.0239424929022789,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.0316162109375,
                    "total_bits": 25298432.0,
                    "err": 0.017419826239347458,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.12646484375,
                    "total_bits": 25696256.0,
                    "err": 0.016805704683065414,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.2191162109375,
                    "total_bits": 26084864.0,
                    "err": 0.015652762725949287,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.12646484375,
                    "total_bits": 34084864.0,
                    "err": 0.010557835921645164,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.29.self_attn.o_proj",
            "numel": 16777216,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.1878662109375,
                    "total_bits": 36706304.0,
                    "err": 0.17456650733947754,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.3753662109375,
                    "total_bits": 39852032.0,
                    "err": 0.15420123934745789,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.6253662109375,
                    "total_bits": 44046336.0,
                    "err": 0.14689970016479492,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.7191162109375,
                    "total_bits": 45619200.0,
                    "err": 0.12444057315587997,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.2191162109375,
                    "total_bits": 54007808.0,
                    "err": 0.08116193860769272,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.6878662109375,
                    "total_bits": 61872128.0,
                    "err": 0.07362733781337738,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.031341552734375,
                    "total_bits": 50857472.0,
                    "err": 0.09572819620370865,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.1253662109375,
                    "total_bits": 52434944.0,
                    "err": 0.0863780677318573,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.1878662109375,
                    "total_bits": 53483520.0,
                    "err": 0.08305339515209198,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.5316162109375,
                    "total_bits": 59250688.0,
                    "err": 0.06574510037899017,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.65643310546875,
                    "total_bits": 61344768.0,
                    "err": 0.061148036271333694,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.031341552734375,
                    "total_bits": 67634688.0,
                    "err": 0.049059849232435226,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.1253662109375,
                    "total_bits": 69212160.0,
                    "err": 0.04144618660211563,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.2191162109375,
                    "total_bits": 70785024.0,
                    "err": 0.03910663723945618,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.3128662109375,
                    "total_bits": 72357888.0,
                    "err": 0.03853373974561691,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.031341552734375,
                    "total_bits": 84411904.0,
                    "err": 0.024564703926444054,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.2191162109375,
                    "total_bits": 87562240.0,
                    "err": 0.020418711006641388,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.3753662109375,
                    "total_bits": 90183680.0,
                    "err": 0.019889013841748238,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.5316162109375,
                    "total_bits": 92805120.0,
                    "err": 0.017370443791151047,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.7191162109375,
                    "total_bits": 95950848.0,
                    "err": 0.01699024997651577,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.031341552734375,
                    "total_bits": 101189120.0,
                    "err": 0.013027234002947807,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.1253662109375,
                    "total_bits": 102766592.0,
                    "err": 0.01299832109361887,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.218841552734375,
                    "total_bits": 104334848.0,
                    "err": 0.01220939215272665,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.1253662109375,
                    "total_bits": 136321024.0,
                    "err": 0.009028173983097076,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.29.mlp.gate_proj",
            "numel": 58720256,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.1876046316964284,
                    "total_bits": 128456703.99999999,
                    "err": 0.14317043125629425,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.3751046316964284,
                    "total_bits": 139466752.0,
                    "err": 0.1339859813451767,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.6251046316964284,
                    "total_bits": 154146816.0,
                    "err": 0.13032861053943634,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.7188546316964284,
                    "total_bits": 159651840.0,
                    "err": 0.11835749447345734,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.2188546316964284,
                    "total_bits": 189011968.0,
                    "err": 0.06778600811958313,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.6876046316964284,
                    "total_bits": 216537088.0,
                    "err": 0.06421438604593277,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.031276157924107,
                    "total_bits": 177997312.0,
                    "err": 0.07678632438182831,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.1251046316964284,
                    "total_bits": 183506944.0,
                    "err": 0.07080516964197159,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.1876046316964284,
                    "total_bits": 187176960.0,
                    "err": 0.06855633854866028,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.5313546316964284,
                    "total_bits": 207362048.0,
                    "err": 0.060379985719919205,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.6563023158482144,
                    "total_bits": 214699008.0,
                    "err": 0.057771649211645126,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.031276157924107,
                    "total_bits": 236717567.99999997,
                    "err": 0.0392572358250618,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.125104631696429,
                    "total_bits": 242227200.0,
                    "err": 0.034006744623184204,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.218854631696429,
                    "total_bits": 247732224.0,
                    "err": 0.032645780593156815,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.312604631696429,
                    "total_bits": 253237248.0,
                    "err": 0.032320864498615265,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.031276157924107,
                    "total_bits": 295437824.0,
                    "err": 0.01965583860874176,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.218854631696429,
                    "total_bits": 306452480.0,
                    "err": 0.017043543979525566,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.375104631696429,
                    "total_bits": 315627520.0,
                    "err": 0.016763878986239433,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.531354631696429,
                    "total_bits": 324802560.0,
                    "err": 0.015572900883853436,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.718854631696429,
                    "total_bits": 335812608.0,
                    "err": 0.015369445085525513,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.031276157924107,
                    "total_bits": 354158080.0,
                    "err": 0.010493580251932144,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.125104631696429,
                    "total_bits": 359667712.0,
                    "err": 0.010738852433860302,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.218776157924107,
                    "total_bits": 365168128.0,
                    "err": 0.010043343529105186,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.125104631696429,
                    "total_bits": 477108224.0,
                    "err": 0.007520785555243492,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.29.mlp.up_proj",
            "numel": 58720256,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.1876046316964284,
                    "total_bits": 128456703.99999999,
                    "err": 0.19021888077259064,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.3751046316964284,
                    "total_bits": 139466752.0,
                    "err": 0.17851392924785614,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.6251046316964284,
                    "total_bits": 154146816.0,
                    "err": 0.17405517399311066,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.7188546316964284,
                    "total_bits": 159651840.0,
                    "err": 0.15821871161460876,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.2188546316964284,
                    "total_bits": 189011968.0,
                    "err": 0.09079158306121826,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.6876046316964284,
                    "total_bits": 216537088.0,
                    "err": 0.08643275499343872,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.031276157924107,
                    "total_bits": 177997312.0,
                    "err": 0.10198339074850082,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.1251046316964284,
                    "total_bits": 183506944.0,
                    "err": 0.09405864030122757,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.1876046316964284,
                    "total_bits": 187176960.0,
                    "err": 0.0917583703994751,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.5313546316964284,
                    "total_bits": 207362048.0,
                    "err": 0.0811348408460617,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.6563023158482144,
                    "total_bits": 214699008.0,
                    "err": 0.07770980894565582,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.031276157924107,
                    "total_bits": 236717567.99999997,
                    "err": 0.05266041308641434,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.125104631696429,
                    "total_bits": 242227200.0,
                    "err": 0.045976489782333374,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.218854631696429,
                    "total_bits": 247732224.0,
                    "err": 0.044525034725666046,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.312604631696429,
                    "total_bits": 253237248.0,
                    "err": 0.04417784512042999,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.031276157924107,
                    "total_bits": 295437824.0,
                    "err": 0.026551131159067154,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.218854631696429,
                    "total_bits": 306452480.0,
                    "err": 0.02454596385359764,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.375104631696429,
                    "total_bits": 315627520.0,
                    "err": 0.024249345064163208,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.531354631696429,
                    "total_bits": 324802560.0,
                    "err": 0.022781934589147568,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.718854631696429,
                    "total_bits": 335812608.0,
                    "err": 0.0225826483219862,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.031276157924107,
                    "total_bits": 354158080.0,
                    "err": 0.015011209063231945,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.125104631696429,
                    "total_bits": 359667712.0,
                    "err": 0.017065739259123802,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.218776157924107,
                    "total_bits": 365168128.0,
                    "err": 0.0145625164732337,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.125104631696429,
                    "total_bits": 477108224.0,
                    "err": 0.013730820268392563,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.29.mlp.down_proj",
            "numel": 58720256,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.1789376395089284,
                    "total_bits": 127947775.99999999,
                    "err": 0.1950625330209732,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.3753662109375,
                    "total_bits": 139482112.0,
                    "err": 0.1709204912185669,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.6253662109375,
                    "total_bits": 154162176.0,
                    "err": 0.1600826233625412,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.7235804966517856,
                    "total_bits": 159929344.0,
                    "err": 0.14138349890708923,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.2235804966517856,
                    "total_bits": 189289472.0,
                    "err": 0.08919164538383484,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.7146519252232144,
                    "total_bits": 218125312.0,
                    "err": 0.07893246412277222,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.031341552734375,
                    "total_bits": 178001152.0,
                    "err": 0.10881537944078445,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.1253662109375,
                    "total_bits": 183522304.0,
                    "err": 0.09900879859924316,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.1789376395089284,
                    "total_bits": 186668032.0,
                    "err": 0.09210152179002762,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.5271519252232144,
                    "total_bits": 207115264.0,
                    "err": 0.0744895339012146,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.6608973911830356,
                    "total_bits": 214968832.0,
                    "err": 0.0707092210650444,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.031341552734375,
                    "total_bits": 236721408.0,
                    "err": 0.0552685409784317,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.1253662109375,
                    "total_bits": 242242560.0,
                    "err": 0.047489382326602936,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.223580496651786,
                    "total_bits": 248009728.0,
                    "err": 0.04305775463581085,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.321794782366071,
                    "total_bits": 253776896.0,
                    "err": 0.04196490719914436,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.031341552734375,
                    "total_bits": 295441664.0,
                    "err": 0.027771826833486557,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.223580496651786,
                    "total_bits": 306729984.0,
                    "err": 0.022804338485002518,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.339651925223214,
                    "total_bits": 313545728.0,
                    "err": 0.022246362641453743,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.527151925223214,
                    "total_bits": 324555776.0,
                    "err": 0.019977765157818794,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.723580496651786,
                    "total_bits": 336090112.0,
                    "err": 0.019264323636889458,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.031341552734375,
                    "total_bits": 354161920.0,
                    "err": 0.014979100786149502,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.1253662109375,
                    "total_bits": 359683072.0,
                    "err": 0.015219255350530148,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.227770124162946,
                    "total_bits": 365696256.0,
                    "err": 0.013516653329133987,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.1253662109375,
                    "total_bits": 477123584.0,
                    "err": 0.010824478231370449,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.30.self_attn.q_proj",
            "numel": 16777216,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.1878662109375,
                    "total_bits": 36706304.0,
                    "err": 0.10900437831878662,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.3753662109375,
                    "total_bits": 39852032.0,
                    "err": 0.09955602884292603,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.6253662109375,
                    "total_bits": 44046336.0,
                    "err": 0.09109796583652496,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.7191162109375,
                    "total_bits": 45619200.0,
                    "err": 0.08248875290155411,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.2191162109375,
                    "total_bits": 54007808.0,
                    "err": 0.050714462995529175,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.6878662109375,
                    "total_bits": 61872128.0,
                    "err": 0.04450710862874985,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.031341552734375,
                    "total_bits": 50857472.0,
                    "err": 0.06795012950897217,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.1253662109375,
                    "total_bits": 52434944.0,
                    "err": 0.061313655227422714,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.1878662109375,
                    "total_bits": 53483520.0,
                    "err": 0.05188867449760437,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.5316162109375,
                    "total_bits": 59250688.0,
                    "err": 0.04465854912996292,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.65643310546875,
                    "total_bits": 61344768.0,
                    "err": 0.04378417134284973,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.031341552734375,
                    "total_bits": 67634688.0,
                    "err": 0.03465056046843529,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.1253662109375,
                    "total_bits": 69212160.0,
                    "err": 0.02941187657415867,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.2191162109375,
                    "total_bits": 70785024.0,
                    "err": 0.024569939821958542,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.3128662109375,
                    "total_bits": 72357888.0,
                    "err": 0.023303842172026634,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.031341552734375,
                    "total_bits": 84411904.0,
                    "err": 0.017400536686182022,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.2191162109375,
                    "total_bits": 87562240.0,
                    "err": 0.013011040166020393,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.3753662109375,
                    "total_bits": 90183680.0,
                    "err": 0.012200428172945976,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.5316162109375,
                    "total_bits": 92805120.0,
                    "err": 0.011825828813016415,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.7191162109375,
                    "total_bits": 95950848.0,
                    "err": 0.011032703332602978,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.031341552734375,
                    "total_bits": 101189120.0,
                    "err": 0.009165788069367409,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.1253662109375,
                    "total_bits": 102766592.0,
                    "err": 0.00906773004680872,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.218841552734375,
                    "total_bits": 104334848.0,
                    "err": 0.0074205403216183186,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.1253662109375,
                    "total_bits": 136321024.0,
                    "err": 0.006172930356115103,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.30.self_attn.k_proj",
            "numel": 4194304,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.18896484375,
                    "total_bits": 9181184.0,
                    "err": 0.09765157103538513,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.37646484375,
                    "total_bits": 9967616.0,
                    "err": 0.08873283118009567,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.62646484375,
                    "total_bits": 11016192.0,
                    "err": 0.07782787084579468,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.72021484375,
                    "total_bits": 11409408.0,
                    "err": 0.07071217149496078,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.22021484375,
                    "total_bits": 13506560.0,
                    "err": 0.04498784989118576,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.68896484375,
                    "total_bits": 15472640.0,
                    "err": 0.0376003235578537,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.0316162109375,
                    "total_bits": 12715520.0,
                    "err": 0.06531853973865509,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.12646484375,
                    "total_bits": 13113344.0,
                    "err": 0.05883796513080597,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.18896484375,
                    "total_bits": 13375488.0,
                    "err": 0.04622315987944603,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.53271484375,
                    "total_bits": 14817280.0,
                    "err": 0.03976399824023247,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.656982421875,
                    "total_bits": 15338496.0,
                    "err": 0.03943794220685959,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.0316162109375,
                    "total_bits": 16909824.0,
                    "err": 0.033207885921001434,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.12646484375,
                    "total_bits": 17307648.0,
                    "err": 0.028099501505494118,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.22021484375,
                    "total_bits": 17700864.0,
                    "err": 0.021823588758707047,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.31396484375,
                    "total_bits": 18094080.0,
                    "err": 0.02007772959768772,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.0316162109375,
                    "total_bits": 21104128.0,
                    "err": 0.016690874472260475,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.22021484375,
                    "total_bits": 21895168.0,
                    "err": 0.011520670726895332,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.37646484375,
                    "total_bits": 22550528.0,
                    "err": 0.010432788170874119,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.53271484375,
                    "total_bits": 23205888.0,
                    "err": 0.01050153374671936,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.72021484375,
                    "total_bits": 23992320.0,
                    "err": 0.009399435482919216,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.0316162109375,
                    "total_bits": 25298432.0,
                    "err": 0.008672100491821766,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.12646484375,
                    "total_bits": 25696256.0,
                    "err": 0.008359475992619991,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.2191162109375,
                    "total_bits": 26084864.0,
                    "err": 0.006400037091225386,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.12646484375,
                    "total_bits": 34084864.0,
                    "err": 0.005387140903621912,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.30.self_attn.v_proj",
            "numel": 4194304,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.18896484375,
                    "total_bits": 9181184.0,
                    "err": 0.21332207322120667,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.37646484375,
                    "total_bits": 9967616.0,
                    "err": 0.19091488420963287,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.62646484375,
                    "total_bits": 11016192.0,
                    "err": 0.17786061763763428,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.72021484375,
                    "total_bits": 11409408.0,
                    "err": 0.1607206165790558,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.22021484375,
                    "total_bits": 13506560.0,
                    "err": 0.09832582622766495,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.68896484375,
                    "total_bits": 15472640.0,
                    "err": 0.08734237402677536,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.0316162109375,
                    "total_bits": 12715520.0,
                    "err": 0.12595276534557343,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.12646484375,
                    "total_bits": 13113344.0,
                    "err": 0.11290192604064941,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.18896484375,
                    "total_bits": 13375488.0,
                    "err": 0.1011713296175003,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.53271484375,
                    "total_bits": 14817280.0,
                    "err": 0.08513562381267548,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.656982421875,
                    "total_bits": 15338496.0,
                    "err": 0.082753486931324,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.0316162109375,
                    "total_bits": 16909824.0,
                    "err": 0.06460820883512497,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.12646484375,
                    "total_bits": 17307648.0,
                    "err": 0.05403522402048111,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.22021484375,
                    "total_bits": 17700864.0,
                    "err": 0.04730522632598877,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.31396484375,
                    "total_bits": 18094080.0,
                    "err": 0.04559503123164177,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.0316162109375,
                    "total_bits": 21104128.0,
                    "err": 0.032432351261377335,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.22021484375,
                    "total_bits": 21895168.0,
                    "err": 0.02450154349207878,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.37646484375,
                    "total_bits": 22550528.0,
                    "err": 0.023273220285773277,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.53271484375,
                    "total_bits": 23205888.0,
                    "err": 0.021848326548933983,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.72021484375,
                    "total_bits": 23992320.0,
                    "err": 0.020718872547149658,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.0316162109375,
                    "total_bits": 25298432.0,
                    "err": 0.01675543189048767,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.12646484375,
                    "total_bits": 25696256.0,
                    "err": 0.01601330004632473,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.2191162109375,
                    "total_bits": 26084864.0,
                    "err": 0.013982122763991356,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.12646484375,
                    "total_bits": 34084864.0,
                    "err": 0.01025916263461113,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.30.self_attn.o_proj",
            "numel": 16777216,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.1878662109375,
                    "total_bits": 36706304.0,
                    "err": 0.1520925760269165,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.3753662109375,
                    "total_bits": 39852032.0,
                    "err": 0.13718727231025696,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.6253662109375,
                    "total_bits": 44046336.0,
                    "err": 0.13258375227451324,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.7191162109375,
                    "total_bits": 45619200.0,
                    "err": 0.11213959008455276,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.2191162109375,
                    "total_bits": 54007808.0,
                    "err": 0.07122611254453659,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.6878662109375,
                    "total_bits": 61872128.0,
                    "err": 0.06625458598136902,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.031341552734375,
                    "total_bits": 50857472.0,
                    "err": 0.08062151819467545,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.1253662109375,
                    "total_bits": 52434944.0,
                    "err": 0.07363365590572357,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.1878662109375,
                    "total_bits": 53483520.0,
                    "err": 0.07212125509977341,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.5316162109375,
                    "total_bits": 59250688.0,
                    "err": 0.058347415179014206,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.65643310546875,
                    "total_bits": 61344768.0,
                    "err": 0.0533844530582428,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.031341552734375,
                    "total_bits": 67634688.0,
                    "err": 0.041350364685058594,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.1253662109375,
                    "total_bits": 69212160.0,
                    "err": 0.035498470067977905,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.2191162109375,
                    "total_bits": 70785024.0,
                    "err": 0.03438038378953934,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.3128662109375,
                    "total_bits": 72357888.0,
                    "err": 0.034119751304388046,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.031341552734375,
                    "total_bits": 84411904.0,
                    "err": 0.02074485644698143,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.2191162109375,
                    "total_bits": 87562240.0,
                    "err": 0.018140306696295738,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.3753662109375,
                    "total_bits": 90183680.0,
                    "err": 0.0178445503115654,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.5316162109375,
                    "total_bits": 92805120.0,
                    "err": 0.015628693625330925,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.7191162109375,
                    "total_bits": 95950848.0,
                    "err": 0.015464401803910732,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.031341552734375,
                    "total_bits": 101189120.0,
                    "err": 0.011189604178071022,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.1253662109375,
                    "total_bits": 102766592.0,
                    "err": 0.011628019623458385,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.218841552734375,
                    "total_bits": 104334848.0,
                    "err": 0.010846582241356373,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.1253662109375,
                    "total_bits": 136321024.0,
                    "err": 0.008472785353660583,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.30.mlp.gate_proj",
            "numel": 58720256,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.1876046316964284,
                    "total_bits": 128456703.99999999,
                    "err": 0.14688217639923096,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.3751046316964284,
                    "total_bits": 139466752.0,
                    "err": 0.1376529335975647,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.6251046316964284,
                    "total_bits": 154146816.0,
                    "err": 0.13402676582336426,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.7188546316964284,
                    "total_bits": 159651840.0,
                    "err": 0.12173782289028168,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.2188546316964284,
                    "total_bits": 189011968.0,
                    "err": 0.07007266581058502,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.6876046316964284,
                    "total_bits": 216537088.0,
                    "err": 0.06647618860006332,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.031276157924107,
                    "total_bits": 177997312.0,
                    "err": 0.07909832149744034,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.1251046316964284,
                    "total_bits": 183506944.0,
                    "err": 0.07296311855316162,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.1876046316964284,
                    "total_bits": 187176960.0,
                    "err": 0.07082933187484741,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.5313546316964284,
                    "total_bits": 207362048.0,
                    "err": 0.06252627074718475,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.6563023158482144,
                    "total_bits": 214699008.0,
                    "err": 0.05986019968986511,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.031276157924107,
                    "total_bits": 236717567.99999997,
                    "err": 0.04087614268064499,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.125104631696429,
                    "total_bits": 242227200.0,
                    "err": 0.03565659373998642,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.218854631696429,
                    "total_bits": 247732224.0,
                    "err": 0.034380294382572174,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.312604631696429,
                    "total_bits": 253237248.0,
                    "err": 0.03406009078025818,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.031276157924107,
                    "total_bits": 295437824.0,
                    "err": 0.020623236894607544,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.218854631696429,
                    "total_bits": 306452480.0,
                    "err": 0.018924351781606674,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.375104631696429,
                    "total_bits": 315627520.0,
                    "err": 0.01866285130381584,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.531354631696429,
                    "total_bits": 324802560.0,
                    "err": 0.017534533515572548,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.718854631696429,
                    "total_bits": 335812608.0,
                    "err": 0.017353536561131477,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.031276157924107,
                    "total_bits": 354158080.0,
                    "err": 0.011603531427681446,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.125104631696429,
                    "total_bits": 359667712.0,
                    "err": 0.013154377229511738,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.218776157924107,
                    "total_bits": 365168128.0,
                    "err": 0.011197131127119064,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.125104631696429,
                    "total_bits": 477108224.0,
                    "err": 0.01054536271840334,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.30.mlp.up_proj",
            "numel": 58720256,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.1876046316964284,
                    "total_bits": 128456703.99999999,
                    "err": 0.1543300598859787,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.3751046316964284,
                    "total_bits": 139466752.0,
                    "err": 0.14479407668113708,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.6251046316964284,
                    "total_bits": 154146816.0,
                    "err": 0.14124751091003418,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.7188546316964284,
                    "total_bits": 159651840.0,
                    "err": 0.12827588617801666,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.2188546316964284,
                    "total_bits": 189011968.0,
                    "err": 0.0736221969127655,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.6876046316964284,
                    "total_bits": 216537088.0,
                    "err": 0.0700235590338707,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.031276157924107,
                    "total_bits": 177997312.0,
                    "err": 0.08273876458406448,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.1251046316964284,
                    "total_bits": 183506944.0,
                    "err": 0.0762876644730568,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.1876046316964284,
                    "total_bits": 187176960.0,
                    "err": 0.07438508421182632,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.5313546316964284,
                    "total_bits": 207362048.0,
                    "err": 0.06573322415351868,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.6563023158482144,
                    "total_bits": 214699008.0,
                    "err": 0.06287676841020584,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.031276157924107,
                    "total_bits": 236717567.99999997,
                    "err": 0.04271464794874191,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.125104631696429,
                    "total_bits": 242227200.0,
                    "err": 0.037113189697265625,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.218854631696429,
                    "total_bits": 247732224.0,
                    "err": 0.03591494634747505,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.312604631696429,
                    "total_bits": 253237248.0,
                    "err": 0.035642966628074646,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.031276157924107,
                    "total_bits": 295437824.0,
                    "err": 0.02152789570391178,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.218854631696429,
                    "total_bits": 306452480.0,
                    "err": 0.019559456035494804,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.375104631696429,
                    "total_bits": 315627520.0,
                    "err": 0.01930389553308487,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.531354631696429,
                    "total_bits": 324802560.0,
                    "err": 0.018078695982694626,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.718854631696429,
                    "total_bits": 335812608.0,
                    "err": 0.017910271883010864,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.031276157924107,
                    "total_bits": 354158080.0,
                    "err": 0.012076458893716335,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.125104631696429,
                    "total_bits": 359667712.0,
                    "err": 0.013309412635862827,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.218776157924107,
                    "total_bits": 365168128.0,
                    "err": 0.011700280010700226,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.125104631696429,
                    "total_bits": 477108224.0,
                    "err": 0.010470230132341385,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.30.mlp.down_proj",
            "numel": 58720256,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.1789376395089284,
                    "total_bits": 127947775.99999999,
                    "err": 0.16659744083881378,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.3753662109375,
                    "total_bits": 139482112.0,
                    "err": 0.14695630967617035,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.6253662109375,
                    "total_bits": 154162176.0,
                    "err": 0.13874168694019318,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.7235804966517856,
                    "total_bits": 159929344.0,
                    "err": 0.12095373868942261,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.2235804966517856,
                    "total_bits": 189289472.0,
                    "err": 0.07683777809143066,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.7146519252232144,
                    "total_bits": 218125312.0,
                    "err": 0.0688885748386383,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.031341552734375,
                    "total_bits": 178001152.0,
                    "err": 0.09375307708978653,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.1253662109375,
                    "total_bits": 183522304.0,
                    "err": 0.08357177674770355,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.1789376395089284,
                    "total_bits": 186668032.0,
                    "err": 0.07884012162685394,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.5271519252232144,
                    "total_bits": 207115264.0,
                    "err": 0.06391178071498871,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.6608973911830356,
                    "total_bits": 214968832.0,
                    "err": 0.060392219573259354,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.031341552734375,
                    "total_bits": 236721408.0,
                    "err": 0.047584448009729385,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.1253662109375,
                    "total_bits": 242242560.0,
                    "err": 0.04067918285727501,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.223580496651786,
                    "total_bits": 248009728.0,
                    "err": 0.03763071820139885,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.321794782366071,
                    "total_bits": 253776896.0,
                    "err": 0.03688438609242439,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.031341552734375,
                    "total_bits": 295441664.0,
                    "err": 0.024276670068502426,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.223580496651786,
                    "total_bits": 306729984.0,
                    "err": 0.02073182351887226,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.339651925223214,
                    "total_bits": 313545728.0,
                    "err": 0.020342405885457993,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.527151925223214,
                    "total_bits": 324555776.0,
                    "err": 0.018381832167506218,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.723580496651786,
                    "total_bits": 336090112.0,
                    "err": 0.017882931977510452,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.031341552734375,
                    "total_bits": 354161920.0,
                    "err": 0.013908863998949528,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.1253662109375,
                    "total_bits": 359683072.0,
                    "err": 0.014631848782300949,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.227770124162946,
                    "total_bits": 365696256.0,
                    "err": 0.012982314452528954,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.1253662109375,
                    "total_bits": 477123584.0,
                    "err": 0.011459539644420147,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.31.self_attn.q_proj",
            "numel": 16777216,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.1878662109375,
                    "total_bits": 36706304.0,
                    "err": 0.1057632565498352,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.3753662109375,
                    "total_bits": 39852032.0,
                    "err": 0.09633321315050125,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.6253662109375,
                    "total_bits": 44046336.0,
                    "err": 0.08805924654006958,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.7191162109375,
                    "total_bits": 45619200.0,
                    "err": 0.07986488938331604,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.2191162109375,
                    "total_bits": 54007808.0,
                    "err": 0.049161396920681,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.6878662109375,
                    "total_bits": 61872128.0,
                    "err": 0.04306571185588837,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.031341552734375,
                    "total_bits": 50857472.0,
                    "err": 0.06575020402669907,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.1253662109375,
                    "total_bits": 52434944.0,
                    "err": 0.0594295933842659,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.1878662109375,
                    "total_bits": 53483520.0,
                    "err": 0.050344668328762054,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.5316162109375,
                    "total_bits": 59250688.0,
                    "err": 0.04318922013044357,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.65643310546875,
                    "total_bits": 61344768.0,
                    "err": 0.042323045432567596,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.031341552734375,
                    "total_bits": 67634688.0,
                    "err": 0.03352181240916252,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.1253662109375,
                    "total_bits": 69212160.0,
                    "err": 0.02845420502126217,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.2191162109375,
                    "total_bits": 70785024.0,
                    "err": 0.023811737075448036,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.3128662109375,
                    "total_bits": 72357888.0,
                    "err": 0.02259688824415207,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.031341552734375,
                    "total_bits": 84411904.0,
                    "err": 0.016801439225673676,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.2191162109375,
                    "total_bits": 87562240.0,
                    "err": 0.01259592641144991,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.3753662109375,
                    "total_bits": 90183680.0,
                    "err": 0.011805609799921513,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.5316162109375,
                    "total_bits": 92805120.0,
                    "err": 0.011430639773607254,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.7191162109375,
                    "total_bits": 95950848.0,
                    "err": 0.01066555455327034,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.031341552734375,
                    "total_bits": 101189120.0,
                    "err": 0.008845255710184574,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.1253662109375,
                    "total_bits": 102766592.0,
                    "err": 0.008754756301641464,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.218841552734375,
                    "total_bits": 104334848.0,
                    "err": 0.007169160060584545,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.1253662109375,
                    "total_bits": 136321024.0,
                    "err": 0.005934905726462603,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.31.self_attn.k_proj",
            "numel": 4194304,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.18896484375,
                    "total_bits": 9181184.0,
                    "err": 0.09771251678466797,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.37646484375,
                    "total_bits": 9967616.0,
                    "err": 0.08856253325939178,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.62646484375,
                    "total_bits": 11016192.0,
                    "err": 0.07819310575723648,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.72021484375,
                    "total_bits": 11409408.0,
                    "err": 0.07101833820343018,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.22021484375,
                    "total_bits": 13506560.0,
                    "err": 0.04512340575456619,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.68896484375,
                    "total_bits": 15472640.0,
                    "err": 0.037900231778621674,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.0316162109375,
                    "total_bits": 12715520.0,
                    "err": 0.0651802197098732,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.12646484375,
                    "total_bits": 13113344.0,
                    "err": 0.05824917554855347,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.18896484375,
                    "total_bits": 13375488.0,
                    "err": 0.0464094802737236,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.53271484375,
                    "total_bits": 14817280.0,
                    "err": 0.03976590186357498,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.656982421875,
                    "total_bits": 15338496.0,
                    "err": 0.0394025482237339,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.0316162109375,
                    "total_bits": 16909824.0,
                    "err": 0.03316768258810043,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.12646484375,
                    "total_bits": 17307648.0,
                    "err": 0.02790166437625885,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.22021484375,
                    "total_bits": 17700864.0,
                    "err": 0.021910497918725014,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.31396484375,
                    "total_bits": 18094080.0,
                    "err": 0.02028309367597103,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.0316162109375,
                    "total_bits": 21104128.0,
                    "err": 0.016616681590676308,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.22021484375,
                    "total_bits": 21895168.0,
                    "err": 0.011648351326584816,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.37646484375,
                    "total_bits": 22550528.0,
                    "err": 0.010616963729262352,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.53271484375,
                    "total_bits": 23205888.0,
                    "err": 0.010599885135889053,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.72021484375,
                    "total_bits": 23992320.0,
                    "err": 0.009572786279022694,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.0316162109375,
                    "total_bits": 25298432.0,
                    "err": 0.008736532181501389,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.12646484375,
                    "total_bits": 25696256.0,
                    "err": 0.008447913452982903,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.2191162109375,
                    "total_bits": 26084864.0,
                    "err": 0.0065510752610862255,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.12646484375,
                    "total_bits": 34084864.0,
                    "err": 0.005611490923911333,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.31.self_attn.v_proj",
            "numel": 4194304,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.18896484375,
                    "total_bits": 9181184.0,
                    "err": 0.22391794621944427,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.37646484375,
                    "total_bits": 9967616.0,
                    "err": 0.19813993573188782,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.62646484375,
                    "total_bits": 11016192.0,
                    "err": 0.18305927515029907,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.72021484375,
                    "total_bits": 11409408.0,
                    "err": 0.16546520590782166,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.22021484375,
                    "total_bits": 13506560.0,
                    "err": 0.10309329628944397,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.68896484375,
                    "total_bits": 15472640.0,
                    "err": 0.09017765522003174,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.0316162109375,
                    "total_bits": 12715520.0,
                    "err": 0.1326725035905838,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.12646484375,
                    "total_bits": 13113344.0,
                    "err": 0.11965692788362503,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.18896484375,
                    "total_bits": 13375488.0,
                    "err": 0.10653373599052429,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.53271484375,
                    "total_bits": 14817280.0,
                    "err": 0.0882277637720108,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.656982421875,
                    "total_bits": 15338496.0,
                    "err": 0.08599235117435455,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.0316162109375,
                    "total_bits": 16909824.0,
                    "err": 0.06809411197900772,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.12646484375,
                    "total_bits": 17307648.0,
                    "err": 0.057219959795475006,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.22021484375,
                    "total_bits": 17700864.0,
                    "err": 0.04960623010993004,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.31396484375,
                    "total_bits": 18094080.0,
                    "err": 0.04767516627907753,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.0316162109375,
                    "total_bits": 21104128.0,
                    "err": 0.03410835936665535,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.22021484375,
                    "total_bits": 21895168.0,
                    "err": 0.02564869448542595,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.37646484375,
                    "total_bits": 22550528.0,
                    "err": 0.024194814264774323,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.53271484375,
                    "total_bits": 23205888.0,
                    "err": 0.022629227489233017,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.72021484375,
                    "total_bits": 23992320.0,
                    "err": 0.021337252110242844,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.0316162109375,
                    "total_bits": 25298432.0,
                    "err": 0.01758168451488018,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.12646484375,
                    "total_bits": 25696256.0,
                    "err": 0.016762159764766693,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.2191162109375,
                    "total_bits": 26084864.0,
                    "err": 0.014551475644111633,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.12646484375,
                    "total_bits": 34084864.0,
                    "err": 0.010554632171988487,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.31.self_attn.o_proj",
            "numel": 16777216,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.1878662109375,
                    "total_bits": 36706304.0,
                    "err": 0.09833484888076782,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.3753662109375,
                    "total_bits": 39852032.0,
                    "err": 0.0891803577542305,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.6253662109375,
                    "total_bits": 44046336.0,
                    "err": 0.08607683330774307,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.7191162109375,
                    "total_bits": 45619200.0,
                    "err": 0.07460615038871765,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.2191162109375,
                    "total_bits": 54007808.0,
                    "err": 0.045107994228601456,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.6878662109375,
                    "total_bits": 61872128.0,
                    "err": 0.04176807403564453,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.031341552734375,
                    "total_bits": 50857472.0,
                    "err": 0.05295765399932861,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.1253662109375,
                    "total_bits": 52434944.0,
                    "err": 0.047201305627822876,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.1878662109375,
                    "total_bits": 53483520.0,
                    "err": 0.045857302844524384,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.5316162109375,
                    "total_bits": 59250688.0,
                    "err": 0.03795222193002701,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.65643310546875,
                    "total_bits": 61344768.0,
                    "err": 0.035985663533210754,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.031341552734375,
                    "total_bits": 67634688.0,
                    "err": 0.02697030082345009,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.1253662109375,
                    "total_bits": 69212160.0,
                    "err": 0.02432180568575859,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.2191162109375,
                    "total_bits": 70785024.0,
                    "err": 0.023414334282279015,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.3128662109375,
                    "total_bits": 72357888.0,
                    "err": 0.023178376257419586,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.031341552734375,
                    "total_bits": 84411904.0,
                    "err": 0.014247414655983448,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.2191162109375,
                    "total_bits": 87562240.0,
                    "err": 0.014496038667857647,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.3753662109375,
                    "total_bits": 90183680.0,
                    "err": 0.01429781410843134,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.5316162109375,
                    "total_bits": 92805120.0,
                    "err": 0.013372614979743958,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.7191162109375,
                    "total_bits": 95950848.0,
                    "err": 0.013267094269394875,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.031341552734375,
                    "total_bits": 101189120.0,
                    "err": 0.008839739486575127,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.1253662109375,
                    "total_bits": 102766592.0,
                    "err": 0.01159587036818266,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.218841552734375,
                    "total_bits": 104334848.0,
                    "err": 0.00856334064155817,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.1253662109375,
                    "total_bits": 136321024.0,
                    "err": 0.010427693836390972,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.31.mlp.gate_proj",
            "numel": 58720256,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.1876046316964284,
                    "total_bits": 128456703.99999999,
                    "err": 0.14576806128025055,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.3751046316964284,
                    "total_bits": 139466752.0,
                    "err": 0.13699892163276672,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.6251046316964284,
                    "total_bits": 154146816.0,
                    "err": 0.13371123373508453,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.7188546316964284,
                    "total_bits": 159651840.0,
                    "err": 0.12136664986610413,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.2188546316964284,
                    "total_bits": 189011968.0,
                    "err": 0.06908708065748215,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.6876046316964284,
                    "total_bits": 216537088.0,
                    "err": 0.06579048931598663,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.031276157924107,
                    "total_bits": 177997312.0,
                    "err": 0.07766778022050858,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.1251046316964284,
                    "total_bits": 183506944.0,
                    "err": 0.0715549886226654,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.1876046316964284,
                    "total_bits": 187176960.0,
                    "err": 0.06974640488624573,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.5313546316964284,
                    "total_bits": 207362048.0,
                    "err": 0.06166340038180351,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.6563023158482144,
                    "total_bits": 214699008.0,
                    "err": 0.05895855277776718,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.031276157924107,
                    "total_bits": 236717567.99999997,
                    "err": 0.03963713347911835,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.125104631696429,
                    "total_bits": 242227200.0,
                    "err": 0.034302711486816406,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.218854631696429,
                    "total_bits": 247732224.0,
                    "err": 0.03319542855024338,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.312604631696429,
                    "total_bits": 253237248.0,
                    "err": 0.0329294316470623,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.031276157924107,
                    "total_bits": 295437824.0,
                    "err": 0.019823014736175537,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.218854631696429,
                    "total_bits": 306452480.0,
                    "err": 0.01716690883040428,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.375104631696429,
                    "total_bits": 315627520.0,
                    "err": 0.01691773533821106,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.531354631696429,
                    "total_bits": 324802560.0,
                    "err": 0.01566515676677227,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.718854631696429,
                    "total_bits": 335812608.0,
                    "err": 0.015496732667088509,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.031276157924107,
                    "total_bits": 354158080.0,
                    "err": 0.010446901433169842,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.125104631696429,
                    "total_bits": 359667712.0,
                    "err": 0.010539119131863117,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.218776157924107,
                    "total_bits": 365168128.0,
                    "err": 0.010069046169519424,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.125104631696429,
                    "total_bits": 477108224.0,
                    "err": 0.007130507379770279,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.31.mlp.up_proj",
            "numel": 58720256,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.1876046316964284,
                    "total_bits": 128456703.99999999,
                    "err": 0.1005057543516159,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.3751046316964284,
                    "total_bits": 139466752.0,
                    "err": 0.09420844167470932,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.6251046316964284,
                    "total_bits": 154146816.0,
                    "err": 0.09194072335958481,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.7188546316964284,
                    "total_bits": 159651840.0,
                    "err": 0.0833488330245018,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.2188546316964284,
                    "total_bits": 189011968.0,
                    "err": 0.04759847745299339,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.6876046316964284,
                    "total_bits": 216537088.0,
                    "err": 0.04526735469698906,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.031276157924107,
                    "total_bits": 177997312.0,
                    "err": 0.053585078567266464,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.1251046316964284,
                    "total_bits": 183506944.0,
                    "err": 0.0493084192276001,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.1876046316964284,
                    "total_bits": 187176960.0,
                    "err": 0.04807927832007408,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.5313546316964284,
                    "total_bits": 207362048.0,
                    "err": 0.04241383075714111,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.6563023158482144,
                    "total_bits": 214699008.0,
                    "err": 0.040574103593826294,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.031276157924107,
                    "total_bits": 236717567.99999997,
                    "err": 0.02742382511496544,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.125104631696429,
                    "total_bits": 242227200.0,
                    "err": 0.02373308688402176,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.218854631696429,
                    "total_bits": 247732224.0,
                    "err": 0.022962555289268494,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.312604631696429,
                    "total_bits": 253237248.0,
                    "err": 0.022780217230319977,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.031276157924107,
                    "total_bits": 295437824.0,
                    "err": 0.013772916980087757,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.218854631696429,
                    "total_bits": 306452480.0,
                    "err": 0.012083284556865692,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.375104631696429,
                    "total_bits": 315627520.0,
                    "err": 0.011912514455616474,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.531354631696429,
                    "total_bits": 324802560.0,
                    "err": 0.011062524281442165,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.718854631696429,
                    "total_bits": 335812608.0,
                    "err": 0.010948847979307175,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.031276157924107,
                    "total_bits": 354158080.0,
                    "err": 0.007467594463378191,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.125104631696429,
                    "total_bits": 359667712.0,
                    "err": 0.007710795383900404,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.218776157924107,
                    "total_bits": 365168128.0,
                    "err": 0.007217475213110447,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.125104631696429,
                    "total_bits": 477108224.0,
                    "err": 0.005567753687500954,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.31.mlp.down_proj",
            "numel": 58720256,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.1789376395089284,
                    "total_bits": 127947775.99999999,
                    "err": 0.09946198761463165,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.3753662109375,
                    "total_bits": 139482112.0,
                    "err": 0.0879029706120491,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.6253662109375,
                    "total_bits": 154162176.0,
                    "err": 0.0825103223323822,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.7235804966517856,
                    "total_bits": 159929344.0,
                    "err": 0.07186804711818695,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.2235804966517856,
                    "total_bits": 189289472.0,
                    "err": 0.0461241640150547,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.7146519252232144,
                    "total_bits": 218125312.0,
                    "err": 0.04112096130847931,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.031341552734375,
                    "total_bits": 178001152.0,
                    "err": 0.05769926309585571,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.1253662109375,
                    "total_bits": 183522304.0,
                    "err": 0.05108645558357239,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.1789376395089284,
                    "total_bits": 186668032.0,
                    "err": 0.047410182654857635,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.5271519252232144,
                    "total_bits": 207115264.0,
                    "err": 0.038475945591926575,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.6608973911830356,
                    "total_bits": 214968832.0,
                    "err": 0.036678705364465714,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.031341552734375,
                    "total_bits": 236721408.0,
                    "err": 0.029649026691913605,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.1253662109375,
                    "total_bits": 242242560.0,
                    "err": 0.025038983672857285,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.223580496651786,
                    "total_bits": 248009728.0,
                    "err": 0.022786933928728104,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.321794782366071,
                    "total_bits": 253776896.0,
                    "err": 0.022210000082850456,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.031341552734375,
                    "total_bits": 295441664.0,
                    "err": 0.015303687192499638,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.223580496651786,
                    "total_bits": 306729984.0,
                    "err": 0.012820865027606487,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.339651925223214,
                    "total_bits": 313545728.0,
                    "err": 0.012540469877421856,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.527151925223214,
                    "total_bits": 324555776.0,
                    "err": 0.011473817750811577,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.723580496651786,
                    "total_bits": 336090112.0,
                    "err": 0.011133967898786068,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.031341552734375,
                    "total_bits": 354161920.0,
                    "err": 0.008991654962301254,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.1253662109375,
                    "total_bits": 359683072.0,
                    "err": 0.00939242821186781,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.227770124162946,
                    "total_bits": 365696256.0,
                    "err": 0.008267060853540897,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.1253662109375,
                    "total_bits": 477123584.0,
                    "err": 0.00759375374764204,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        }
    ],
    "last_module_idx": 66,
    "base_perplexity": 6.382150627199508
}