{
    "measurement": [
        {
            "key": "model.layers.0.self_attn.q_proj",
            "numel": 16777216,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.1878662109375,
                    "total_bits": 36706304.0,
                    "err": 0.011316249147057533,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.3753662109375,
                    "total_bits": 39852032.0,
                    "err": 0.00976085290312767,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.6253662109375,
                    "total_bits": 44046336.0,
                    "err": 0.0048676044680178165,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.7191162109375,
                    "total_bits": 45619200.0,
                    "err": 0.005144179333001375,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.2191162109375,
                    "total_bits": 54007808.0,
                    "err": 0.005143353715538979,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.6878662109375,
                    "total_bits": 61872128.0,
                    "err": 0.0020883369725197554,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.031341552734375,
                    "total_bits": 50857472.0,
                    "err": 0.010993328876793385,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.1253662109375,
                    "total_bits": 52434944.0,
                    "err": 0.009669958613812923,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.1878662109375,
                    "total_bits": 53483520.0,
                    "err": 0.005326634738594294,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.5316162109375,
                    "total_bits": 59250688.0,
                    "err": 0.004697286989539862,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.65643310546875,
                    "total_bits": 61344768.0,
                    "err": 0.0049329036846756935,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.031341552734375,
                    "total_bits": 67634688.0,
                    "err": 0.005128304474055767,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.1253662109375,
                    "total_bits": 69212160.0,
                    "err": 0.004693221300840378,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.2191162109375,
                    "total_bits": 70785024.0,
                    "err": 0.0027850971091538668,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.3128662109375,
                    "total_bits": 72357888.0,
                    "err": 0.0021378272213041782,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.031341552734375,
                    "total_bits": 84411904.0,
                    "err": 0.002726270817220211,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.2191162109375,
                    "total_bits": 87562240.0,
                    "err": 0.0019051580457016826,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.3753662109375,
                    "total_bits": 90183680.0,
                    "err": 0.001613549655303359,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.5316162109375,
                    "total_bits": 92805120.0,
                    "err": 0.0018477300181984901,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.7191162109375,
                    "total_bits": 95950848.0,
                    "err": 0.0015603918582201004,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.031341552734375,
                    "total_bits": 101189120.0,
                    "err": 0.0018093298422172666,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.1253662109375,
                    "total_bits": 102766592.0,
                    "err": 0.0018473424715921283,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.218841552734375,
                    "total_bits": 104334848.0,
                    "err": 0.0014488243032246828,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.1253662109375,
                    "total_bits": 136321024.0,
                    "err": 0.0015383739955723286,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.0.self_attn.k_proj",
            "numel": 4194304,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.18896484375,
                    "total_bits": 9181184.0,
                    "err": 0.011441192589700222,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.37646484375,
                    "total_bits": 9967616.0,
                    "err": 0.009878945536911488,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.62646484375,
                    "total_bits": 11016192.0,
                    "err": 0.004840902518481016,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.72021484375,
                    "total_bits": 11409408.0,
                    "err": 0.005090401042252779,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.22021484375,
                    "total_bits": 13506560.0,
                    "err": 0.0050897784531116486,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.68896484375,
                    "total_bits": 15472640.0,
                    "err": 0.0019704189617186785,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.0316162109375,
                    "total_bits": 12715520.0,
                    "err": 0.011446384713053703,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.12646484375,
                    "total_bits": 13113344.0,
                    "err": 0.009767768904566765,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.18896484375,
                    "total_bits": 13375488.0,
                    "err": 0.005273644812405109,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.53271484375,
                    "total_bits": 14817280.0,
                    "err": 0.004618764854967594,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.656982421875,
                    "total_bits": 15338496.0,
                    "err": 0.00482640415430069,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.0316162109375,
                    "total_bits": 16909824.0,
                    "err": 0.0050485096871852875,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.12646484375,
                    "total_bits": 17307648.0,
                    "err": 0.004615012556314468,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.22021484375,
                    "total_bits": 17700864.0,
                    "err": 0.0026854639872908592,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.31396484375,
                    "total_bits": 18094080.0,
                    "err": 0.00197667651809752,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.0316162109375,
                    "total_bits": 21104128.0,
                    "err": 0.0026355942245572805,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.22021484375,
                    "total_bits": 21895168.0,
                    "err": 0.001713938545435667,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.37646484375,
                    "total_bits": 22550528.0,
                    "err": 0.0013869691174477339,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.53271484375,
                    "total_bits": 23205888.0,
                    "err": 0.0016477854223921895,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.72021484375,
                    "total_bits": 23992320.0,
                    "err": 0.0013217603554949164,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.0316162109375,
                    "total_bits": 25298432.0,
                    "err": 0.001641186187043786,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.12646484375,
                    "total_bits": 25696256.0,
                    "err": 0.0016474591102451086,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.2191162109375,
                    "total_bits": 26084864.0,
                    "err": 0.0012387741589918733,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.12646484375,
                    "total_bits": 34084864.0,
                    "err": 0.001295303227379918,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.0.self_attn.v_proj",
            "numel": 4194304,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.18896484375,
                    "total_bits": 9181184.0,
                    "err": 0.1228819265961647,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.37646484375,
                    "total_bits": 9967616.0,
                    "err": 0.07753708213567734,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.62646484375,
                    "total_bits": 11016192.0,
                    "err": 0.05147242546081543,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.72021484375,
                    "total_bits": 11409408.0,
                    "err": 0.05380970239639282,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.22021484375,
                    "total_bits": 13506560.0,
                    "err": 0.05361604690551758,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.68896484375,
                    "total_bits": 15472640.0,
                    "err": 0.027825089171528816,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.0316162109375,
                    "total_bits": 12715520.0,
                    "err": 0.08318106830120087,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.12646484375,
                    "total_bits": 13113344.0,
                    "err": 0.06866835802793503,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.18896484375,
                    "total_bits": 13375488.0,
                    "err": 0.05821498855948448,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.53271484375,
                    "total_bits": 14817280.0,
                    "err": 0.03421364724636078,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.656982421875,
                    "total_bits": 15338496.0,
                    "err": 0.03990630432963371,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.0316162109375,
                    "total_bits": 16909824.0,
                    "err": 0.04510117694735527,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.12646484375,
                    "total_bits": 17307648.0,
                    "err": 0.033072203397750854,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.22021484375,
                    "total_bits": 17700864.0,
                    "err": 0.025980548933148384,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.31396484375,
                    "total_bits": 18094080.0,
                    "err": 0.02407083474099636,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.0316162109375,
                    "total_bits": 21104128.0,
                    "err": 0.022945690900087357,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.22021484375,
                    "total_bits": 21895168.0,
                    "err": 0.013716025277972221,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.37646484375,
                    "total_bits": 22550528.0,
                    "err": 0.011909488588571548,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.53271484375,
                    "total_bits": 23205888.0,
                    "err": 0.010097412392497063,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.72021484375,
                    "total_bits": 23992320.0,
                    "err": 0.008512520231306553,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.0316162109375,
                    "total_bits": 25298432.0,
                    "err": 0.011754625476896763,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.12646484375,
                    "total_bits": 25696256.0,
                    "err": 0.00989833939820528,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.2191162109375,
                    "total_bits": 26084864.0,
                    "err": 0.007688670419156551,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.12646484375,
                    "total_bits": 34084864.0,
                    "err": 0.006434042938053608,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.0.self_attn.o_proj",
            "numel": 16777216,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.1878662109375,
                    "total_bits": 36706304.0,
                    "err": 0.11823819577693939,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.3753662109375,
                    "total_bits": 39852032.0,
                    "err": 0.07560468465089798,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.6253662109375,
                    "total_bits": 44046336.0,
                    "err": 0.047853291034698486,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.7191162109375,
                    "total_bits": 45619200.0,
                    "err": 0.05260990932583809,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.2191162109375,
                    "total_bits": 54007808.0,
                    "err": 0.05171441286802292,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.6878662109375,
                    "total_bits": 61872128.0,
                    "err": 0.027859725058078766,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.031341552734375,
                    "total_bits": 50857472.0,
                    "err": 0.07677843421697617,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.1253662109375,
                    "total_bits": 52434944.0,
                    "err": 0.0685129165649414,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.1878662109375,
                    "total_bits": 53483520.0,
                    "err": 0.05611471086740494,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.5316162109375,
                    "total_bits": 59250688.0,
                    "err": 0.0337054543197155,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.65643310546875,
                    "total_bits": 61344768.0,
                    "err": 0.03636536747217178,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.031341552734375,
                    "total_bits": 67634688.0,
                    "err": 0.039162661880254745,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.1253662109375,
                    "total_bits": 69212160.0,
                    "err": 0.03309598192572594,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.2191162109375,
                    "total_bits": 70785024.0,
                    "err": 0.025705784559249878,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.3128662109375,
                    "total_bits": 72357888.0,
                    "err": 0.023659100756049156,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.031341552734375,
                    "total_bits": 84411904.0,
                    "err": 0.019815988838672638,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.2191162109375,
                    "total_bits": 87562240.0,
                    "err": 0.014661572873592377,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.3753662109375,
                    "total_bits": 90183680.0,
                    "err": 0.013197037391364574,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.5316162109375,
                    "total_bits": 92805120.0,
                    "err": 0.011698300018906593,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.7191162109375,
                    "total_bits": 95950848.0,
                    "err": 0.010338261723518372,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.031341552734375,
                    "total_bits": 101189120.0,
                    "err": 0.010991408489644527,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.1253662109375,
                    "total_bits": 102766592.0,
                    "err": 0.011613045819103718,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.218841552734375,
                    "total_bits": 104334848.0,
                    "err": 0.008705360814929008,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.1253662109375,
                    "total_bits": 136321024.0,
                    "err": 0.00899663195014,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.0.mlp.gate_proj",
            "numel": 58720256,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.1876046316964284,
                    "total_bits": 128456703.99999999,
                    "err": 0.12247104942798615,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.3751046316964284,
                    "total_bits": 139466752.0,
                    "err": 0.11418924480676651,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.6251046316964284,
                    "total_bits": 154146816.0,
                    "err": 0.1115817129611969,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.7188546316964284,
                    "total_bits": 159651840.0,
                    "err": 0.10178505629301071,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.2188546316964284,
                    "total_bits": 189011968.0,
                    "err": 0.05563165247440338,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.6876046316964284,
                    "total_bits": 216537088.0,
                    "err": 0.053257349878549576,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.031276157924107,
                    "total_bits": 177997312.0,
                    "err": 0.062039975076913834,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.1251046316964284,
                    "total_bits": 183506944.0,
                    "err": 0.05720333009958267,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.1876046316964284,
                    "total_bits": 187176960.0,
                    "err": 0.05615595728158951,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.5313546316964284,
                    "total_bits": 207362048.0,
                    "err": 0.050351981073617935,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.6563023158482144,
                    "total_bits": 214699008.0,
                    "err": 0.0484171025454998,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.031276157924107,
                    "total_bits": 236717567.99999997,
                    "err": 0.03158164769411087,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.125104631696429,
                    "total_bits": 242227200.0,
                    "err": 0.02745586447417736,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.218854631696429,
                    "total_bits": 247732224.0,
                    "err": 0.02679835632443428,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.312604631696429,
                    "total_bits": 253237248.0,
                    "err": 0.026642421260476112,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.031276157924107,
                    "total_bits": 295437824.0,
                    "err": 0.015895284712314606,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.218854631696429,
                    "total_bits": 306452480.0,
                    "err": 0.014406106434762478,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.375104631696429,
                    "total_bits": 315627520.0,
                    "err": 0.0142678739503026,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.531354631696429,
                    "total_bits": 324802560.0,
                    "err": 0.013452451676130295,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.718854631696429,
                    "total_bits": 335812608.0,
                    "err": 0.013362325727939606,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.031276157924107,
                    "total_bits": 354158080.0,
                    "err": 0.008890397846698761,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.125104631696429,
                    "total_bits": 359667712.0,
                    "err": 0.009578559547662735,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.218776157924107,
                    "total_bits": 365168128.0,
                    "err": 0.008692209608852863,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.125104631696429,
                    "total_bits": 477108224.0,
                    "err": 0.007394998334348202,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.0.mlp.up_proj",
            "numel": 58720256,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.1876046316964284,
                    "total_bits": 128456703.99999999,
                    "err": 0.14399050176143646,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.3751046316964284,
                    "total_bits": 139466752.0,
                    "err": 0.13578985631465912,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.6251046316964284,
                    "total_bits": 154146816.0,
                    "err": 0.13320103287696838,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.7188546316964284,
                    "total_bits": 159651840.0,
                    "err": 0.12156928330659866,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.2188546316964284,
                    "total_bits": 189011968.0,
                    "err": 0.06572061777114868,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.6876046316964284,
                    "total_bits": 216537088.0,
                    "err": 0.06339690089225769,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.031276157924107,
                    "total_bits": 177997312.0,
                    "err": 0.07261388748884201,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.1251046316964284,
                    "total_bits": 183506944.0,
                    "err": 0.06715963780879974,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.1876046316964284,
                    "total_bits": 187176960.0,
                    "err": 0.06622503697872162,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.5313546316964284,
                    "total_bits": 207362048.0,
                    "err": 0.05989842489361763,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.6563023158482144,
                    "total_bits": 214699008.0,
                    "err": 0.057440079748630524,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.031276157924107,
                    "total_bits": 236717567.99999997,
                    "err": 0.03666607663035393,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.125104631696429,
                    "total_bits": 242227200.0,
                    "err": 0.03185003250837326,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.218854631696429,
                    "total_bits": 247732224.0,
                    "err": 0.03124724142253399,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.312604631696429,
                    "total_bits": 253237248.0,
                    "err": 0.031103655695915222,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.031276157924107,
                    "total_bits": 295437824.0,
                    "err": 0.018286729231476784,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.218854631696429,
                    "total_bits": 306452480.0,
                    "err": 0.016003986820578575,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.375104631696429,
                    "total_bits": 315627520.0,
                    "err": 0.015862582251429558,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.531354631696429,
                    "total_bits": 324802560.0,
                    "err": 0.014864621683955193,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.718854631696429,
                    "total_bits": 335812608.0,
                    "err": 0.014773786067962646,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.031276157924107,
                    "total_bits": 354158080.0,
                    "err": 0.009569840505719185,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.125104631696429,
                    "total_bits": 359667712.0,
                    "err": 0.009548221714794636,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.218776157924107,
                    "total_bits": 365168128.0,
                    "err": 0.009374251589179039,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.125104631696429,
                    "total_bits": 477108224.0,
                    "err": 0.006255383137613535,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.0.mlp.down_proj",
            "numel": 58720256,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.1789376395089284,
                    "total_bits": 127947775.99999999,
                    "err": 0.08760833740234375,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.3753662109375,
                    "total_bits": 139482112.0,
                    "err": 0.07572466135025024,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.6253662109375,
                    "total_bits": 154162176.0,
                    "err": 0.0693792775273323,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.7235804966517856,
                    "total_bits": 159929344.0,
                    "err": 0.06132019683718681,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.2235804966517856,
                    "total_bits": 189289472.0,
                    "err": 0.039171334356069565,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.7146519252232144,
                    "total_bits": 218125312.0,
                    "err": 0.03413941711187363,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.031341552734375,
                    "total_bits": 178001152.0,
                    "err": 0.05154651030898094,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.1253662109375,
                    "total_bits": 183522304.0,
                    "err": 0.04527059942483902,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.1789376395089284,
                    "total_bits": 186668032.0,
                    "err": 0.0406491681933403,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.5271519252232144,
                    "total_bits": 207115264.0,
                    "err": 0.03271345794200897,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.6608973911830356,
                    "total_bits": 214968832.0,
                    "err": 0.03137246519327164,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.031341552734375,
                    "total_bits": 236721408.0,
                    "err": 0.025390343740582466,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.1253662109375,
                    "total_bits": 242242560.0,
                    "err": 0.0216575488448143,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.223580496651786,
                    "total_bits": 248009728.0,
                    "err": 0.019282976165413857,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.321794782366071,
                    "total_bits": 253776896.0,
                    "err": 0.01871299557387829,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.031341552734375,
                    "total_bits": 295441664.0,
                    "err": 0.012979652732610703,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.223580496651786,
                    "total_bits": 306729984.0,
                    "err": 0.010948080569505692,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.339651925223214,
                    "total_bits": 313545728.0,
                    "err": 0.010676311329007149,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.527151925223214,
                    "total_bits": 324555776.0,
                    "err": 0.009835763834416866,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.723580496651786,
                    "total_bits": 336090112.0,
                    "err": 0.009492717683315277,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.031341552734375,
                    "total_bits": 354161920.0,
                    "err": 0.0076684895902872086,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.1253662109375,
                    "total_bits": 359683072.0,
                    "err": 0.008147044107317924,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.227770124162946,
                    "total_bits": 365696256.0,
                    "err": 0.006982000544667244,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.1253662109375,
                    "total_bits": 477123584.0,
                    "err": 0.006615909282118082,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.1.self_attn.q_proj",
            "numel": 16777216,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.1878662109375,
                    "total_bits": 36706304.0,
                    "err": 0.020485490560531616,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.3753662109375,
                    "total_bits": 39852032.0,
                    "err": 0.0139943677932024,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.6253662109375,
                    "total_bits": 44046336.0,
                    "err": 0.008005315437912941,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.7191162109375,
                    "total_bits": 45619200.0,
                    "err": 0.00871369056403637,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.2191162109375,
                    "total_bits": 54007808.0,
                    "err": 0.008450840599834919,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.6878662109375,
                    "total_bits": 61872128.0,
                    "err": 0.00380516005679965,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.031341552734375,
                    "total_bits": 50857472.0,
                    "err": 0.014602871611714363,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.1253662109375,
                    "total_bits": 52434944.0,
                    "err": 0.013193544000387192,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.1878662109375,
                    "total_bits": 53483520.0,
                    "err": 0.009618038311600685,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.5316162109375,
                    "total_bits": 59250688.0,
                    "err": 0.006451027933508158,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.65643310546875,
                    "total_bits": 61344768.0,
                    "err": 0.006912337150424719,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.031341552734375,
                    "total_bits": 67634688.0,
                    "err": 0.007371392101049423,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.1253662109375,
                    "total_bits": 69212160.0,
                    "err": 0.006310743745416403,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.2191162109375,
                    "total_bits": 70785024.0,
                    "err": 0.004225553013384342,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.3128662109375,
                    "total_bits": 72357888.0,
                    "err": 0.0035784789361059666,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.031341552734375,
                    "total_bits": 84411904.0,
                    "err": 0.0037172031588852406,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.2191162109375,
                    "total_bits": 87562240.0,
                    "err": 0.002437285613268614,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.3753662109375,
                    "total_bits": 90183680.0,
                    "err": 0.0020277807489037514,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.5316162109375,
                    "total_bits": 92805120.0,
                    "err": 0.0021079503931105137,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.7191162109375,
                    "total_bits": 95950848.0,
                    "err": 0.0017062699189409614,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.031341552734375,
                    "total_bits": 101189120.0,
                    "err": 0.002028292277827859,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.1253662109375,
                    "total_bits": 102766592.0,
                    "err": 0.0020865669939666986,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.218841552734375,
                    "total_bits": 104334848.0,
                    "err": 0.001371406251564622,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.1253662109375,
                    "total_bits": 136321024.0,
                    "err": 0.0015303967520594597,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.1.self_attn.k_proj",
            "numel": 4194304,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.18896484375,
                    "total_bits": 9181184.0,
                    "err": 0.017752550542354584,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.37646484375,
                    "total_bits": 9967616.0,
                    "err": 0.012428054586052895,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.62646484375,
                    "total_bits": 11016192.0,
                    "err": 0.006800216622650623,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.72021484375,
                    "total_bits": 11409408.0,
                    "err": 0.007426642347127199,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.22021484375,
                    "total_bits": 13506560.0,
                    "err": 0.007234746590256691,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.68896484375,
                    "total_bits": 15472640.0,
                    "err": 0.0030238318722695112,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.0316162109375,
                    "total_bits": 12715520.0,
                    "err": 0.013331707566976547,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.12646484375,
                    "total_bits": 13113344.0,
                    "err": 0.011879507452249527,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.18896484375,
                    "total_bits": 13375488.0,
                    "err": 0.008281629532575607,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.53271484375,
                    "total_bits": 14817280.0,
                    "err": 0.00574942072853446,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.656982421875,
                    "total_bits": 15338496.0,
                    "err": 0.0062052602879703045,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.0316162109375,
                    "total_bits": 16909824.0,
                    "err": 0.006688844878226519,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.12646484375,
                    "total_bits": 17307648.0,
                    "err": 0.0056542446836829185,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.22021484375,
                    "total_bits": 17700864.0,
                    "err": 0.0036062411963939667,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.31396484375,
                    "total_bits": 18094080.0,
                    "err": 0.0029399015475064516,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.0316162109375,
                    "total_bits": 21104128.0,
                    "err": 0.0033568055368959904,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.22021484375,
                    "total_bits": 21895168.0,
                    "err": 0.0020544477738440037,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.37646484375,
                    "total_bits": 22550528.0,
                    "err": 0.0016577079659327865,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.53271484375,
                    "total_bits": 23205888.0,
                    "err": 0.0018028485355898738,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.72021484375,
                    "total_bits": 23992320.0,
                    "err": 0.0013964087702333927,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.0316162109375,
                    "total_bits": 25298432.0,
                    "err": 0.0017947524320334196,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.12646484375,
                    "total_bits": 25696256.0,
                    "err": 0.0017875180346891284,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.2191162109375,
                    "total_bits": 26084864.0,
                    "err": 0.0011154862586408854,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.12646484375,
                    "total_bits": 34084864.0,
                    "err": 0.0012599636102095246,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.1.self_attn.v_proj",
            "numel": 4194304,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.18896484375,
                    "total_bits": 9181184.0,
                    "err": 0.1431882679462433,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.37646484375,
                    "total_bits": 9967616.0,
                    "err": 0.09582538157701492,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.62646484375,
                    "total_bits": 11016192.0,
                    "err": 0.06940122693777084,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.72021484375,
                    "total_bits": 11409408.0,
                    "err": 0.06769443303346634,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.22021484375,
                    "total_bits": 13506560.0,
                    "err": 0.06174551695585251,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.68896484375,
                    "total_bits": 15472640.0,
                    "err": 0.03684917464852333,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.0316162109375,
                    "total_bits": 12715520.0,
                    "err": 0.08816687017679214,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.12646484375,
                    "total_bits": 13113344.0,
                    "err": 0.07979028671979904,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.18896484375,
                    "total_bits": 13375488.0,
                    "err": 0.06822342425584793,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.53271484375,
                    "total_bits": 14817280.0,
                    "err": 0.041842978447675705,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.656982421875,
                    "total_bits": 15338496.0,
                    "err": 0.04309067875146866,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.0316162109375,
                    "total_bits": 16909824.0,
                    "err": 0.04498371481895447,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.12646484375,
                    "total_bits": 17307648.0,
                    "err": 0.03818972408771515,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.22021484375,
                    "total_bits": 17700864.0,
                    "err": 0.02996082603931427,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.31396484375,
                    "total_bits": 18094080.0,
                    "err": 0.027689017355442047,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.0316162109375,
                    "total_bits": 21104128.0,
                    "err": 0.02247738093137741,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.22021484375,
                    "total_bits": 21895168.0,
                    "err": 0.01581113040447235,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.37646484375,
                    "total_bits": 22550528.0,
                    "err": 0.013855362311005592,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.53271484375,
                    "total_bits": 23205888.0,
                    "err": 0.01205199584364891,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.72021484375,
                    "total_bits": 23992320.0,
                    "err": 0.010283086448907852,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.0316162109375,
                    "total_bits": 25298432.0,
                    "err": 0.011646396480500698,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.12646484375,
                    "total_bits": 25696256.0,
                    "err": 0.011405549012124538,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.2191162109375,
                    "total_bits": 26084864.0,
                    "err": 0.008686523884534836,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.12646484375,
                    "total_bits": 34084864.0,
                    "err": 0.007396125700324774,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.1.self_attn.o_proj",
            "numel": 16777216,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.1878662109375,
                    "total_bits": 36706304.0,
                    "err": 0.16366268694400787,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.3753662109375,
                    "total_bits": 39852032.0,
                    "err": 0.13186663389205933,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.6253662109375,
                    "total_bits": 44046336.0,
                    "err": 0.11805360019207001,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.7191162109375,
                    "total_bits": 45619200.0,
                    "err": 0.09905592352151871,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.2191162109375,
                    "total_bits": 54007808.0,
                    "err": 0.07520512491464615,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.6878662109375,
                    "total_bits": 61872128.0,
                    "err": 0.062141358852386475,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.031341552734375,
                    "total_bits": 50857472.0,
                    "err": 0.09573893994092941,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.1253662109375,
                    "total_bits": 52434944.0,
                    "err": 0.08482266962528229,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.1878662109375,
                    "total_bits": 53483520.0,
                    "err": 0.07777958363294601,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.5316162109375,
                    "total_bits": 59250688.0,
                    "err": 0.0553518682718277,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.65643310546875,
                    "total_bits": 61344768.0,
                    "err": 0.052471525967121124,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.031341552734375,
                    "total_bits": 67634688.0,
                    "err": 0.049210239201784134,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.1253662109375,
                    "total_bits": 69212160.0,
                    "err": 0.04136718437075615,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.2191162109375,
                    "total_bits": 70785024.0,
                    "err": 0.03712378814816475,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.3128662109375,
                    "total_bits": 72357888.0,
                    "err": 0.036080941557884216,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.031341552734375,
                    "total_bits": 84411904.0,
                    "err": 0.024946169927716255,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.2191162109375,
                    "total_bits": 87562240.0,
                    "err": 0.020825281739234924,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.3753662109375,
                    "total_bits": 90183680.0,
                    "err": 0.01995719224214554,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.5316162109375,
                    "total_bits": 92805120.0,
                    "err": 0.01736460067331791,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.7191162109375,
                    "total_bits": 95950848.0,
                    "err": 0.01671302318572998,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.031341552734375,
                    "total_bits": 101189120.0,
                    "err": 0.014040396548807621,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.1253662109375,
                    "total_bits": 102766592.0,
                    "err": 0.01526423916220665,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.218841552734375,
                    "total_bits": 104334848.0,
                    "err": 0.012671777978539467,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.1253662109375,
                    "total_bits": 136321024.0,
                    "err": 0.012271708808839321,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.1.mlp.gate_proj",
            "numel": 58720256,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.1876046316964284,
                    "total_bits": 128456703.99999999,
                    "err": 0.1759932041168213,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.3751046316964284,
                    "total_bits": 139466752.0,
                    "err": 0.16609801352024078,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.6251046316964284,
                    "total_bits": 154146816.0,
                    "err": 0.16295920312404633,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.7188546316964284,
                    "total_bits": 159651840.0,
                    "err": 0.1479710191488266,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.2188546316964284,
                    "total_bits": 189011968.0,
                    "err": 0.08192984014749527,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.6876046316964284,
                    "total_bits": 216537088.0,
                    "err": 0.07884547859430313,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.031276157924107,
                    "total_bits": 177997312.0,
                    "err": 0.09070271253585815,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.1251046316964284,
                    "total_bits": 183506944.0,
                    "err": 0.08348462730646133,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.1876046316964284,
                    "total_bits": 187176960.0,
                    "err": 0.08251617848873138,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.5313546316964284,
                    "total_bits": 207362048.0,
                    "err": 0.07406213134527206,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.6563023158482144,
                    "total_bits": 214699008.0,
                    "err": 0.07099436968564987,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.031276157924107,
                    "total_bits": 236717567.99999997,
                    "err": 0.04657215625047684,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.125104631696429,
                    "total_bits": 242227200.0,
                    "err": 0.040518853813409805,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.218854631696429,
                    "total_bits": 247732224.0,
                    "err": 0.0398206003010273,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.312604631696429,
                    "total_bits": 253237248.0,
                    "err": 0.03965948149561882,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.031276157924107,
                    "total_bits": 295437824.0,
                    "err": 0.02358352020382881,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.218854631696429,
                    "total_bits": 306452480.0,
                    "err": 0.021768750622868538,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.375104631696429,
                    "total_bits": 315627520.0,
                    "err": 0.02161727100610733,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.531354631696429,
                    "total_bits": 324802560.0,
                    "err": 0.020343385636806488,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.718854631696429,
                    "total_bits": 335812608.0,
                    "err": 0.020242996513843536,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.031276157924107,
                    "total_bits": 354158080.0,
                    "err": 0.013475473038852215,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.125104631696429,
                    "total_bits": 359667712.0,
                    "err": 0.014835616573691368,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.218776157924107,
                    "total_bits": 365168128.0,
                    "err": 0.013288271613419056,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.125104631696429,
                    "total_bits": 477108224.0,
                    "err": 0.011838783510029316,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.1.mlp.up_proj",
            "numel": 58720256,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.1876046316964284,
                    "total_bits": 128456703.99999999,
                    "err": 0.20582090318202972,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.3751046316964284,
                    "total_bits": 139466752.0,
                    "err": 0.19475015997886658,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.6251046316964284,
                    "total_bits": 154146816.0,
                    "err": 0.19131247699260712,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.7188546316964284,
                    "total_bits": 159651840.0,
                    "err": 0.17397241294384003,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.2188546316964284,
                    "total_bits": 189011968.0,
                    "err": 0.09606746584177017,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.6876046316964284,
                    "total_bits": 216537088.0,
                    "err": 0.09268883615732193,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.031276157924107,
                    "total_bits": 177997312.0,
                    "err": 0.10602138191461563,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.1251046316964284,
                    "total_bits": 183506944.0,
                    "err": 0.09774181246757507,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.1876046316964284,
                    "total_bits": 187176960.0,
                    "err": 0.09673026949167252,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.5313546316964284,
                    "total_bits": 207362048.0,
                    "err": 0.0870075672864914,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.6563023158482144,
                    "total_bits": 214699008.0,
                    "err": 0.08335434645414352,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.031276157924107,
                    "total_bits": 236717567.99999997,
                    "err": 0.05413711443543434,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.125104631696429,
                    "total_bits": 242227200.0,
                    "err": 0.047043994069099426,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.218854631696429,
                    "total_bits": 247732224.0,
                    "err": 0.04631897434592247,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.312604631696429,
                    "total_bits": 253237248.0,
                    "err": 0.04615681618452072,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.031276157924107,
                    "total_bits": 295437824.0,
                    "err": 0.02709069661796093,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.218854631696429,
                    "total_bits": 306452480.0,
                    "err": 0.024645524099469185,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.375104631696429,
                    "total_bits": 315627520.0,
                    "err": 0.024452582001686096,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.531354631696429,
                    "total_bits": 324802560.0,
                    "err": 0.02293039672076702,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.718854631696429,
                    "total_bits": 335812608.0,
                    "err": 0.02282235398888588,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.031276157924107,
                    "total_bits": 354158080.0,
                    "err": 0.01477205939590931,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.125104631696429,
                    "total_bits": 359667712.0,
                    "err": 0.015973327681422234,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.218776157924107,
                    "total_bits": 365168128.0,
                    "err": 0.014545399695634842,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.125104631696429,
                    "total_bits": 477108224.0,
                    "err": 0.012036480009555817,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.1.mlp.down_proj",
            "numel": 58720256,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.1789376395089284,
                    "total_bits": 127947775.99999999,
                    "err": 0.0134681211784482,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.3753662109375,
                    "total_bits": 139482112.0,
                    "err": 0.012863148003816605,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.6253662109375,
                    "total_bits": 154162176.0,
                    "err": 0.0068804980255663395,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.7235804966517856,
                    "total_bits": 159929344.0,
                    "err": 0.006313295103609562,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.2235804966517856,
                    "total_bits": 189289472.0,
                    "err": 0.005103928502649069,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.7146519252232144,
                    "total_bits": 218125312.0,
                    "err": 0.003313841763883829,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.031341552734375,
                    "total_bits": 178001152.0,
                    "err": 0.014340859837830067,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.1253662109375,
                    "total_bits": 183522304.0,
                    "err": 0.011832555755972862,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.1789376395089284,
                    "total_bits": 186668032.0,
                    "err": 0.005202505737543106,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.5271519252232144,
                    "total_bits": 207115264.0,
                    "err": 0.004720237106084824,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.6608973911830356,
                    "total_bits": 214968832.0,
                    "err": 0.00469924695789814,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.031341552734375,
                    "total_bits": 236721408.0,
                    "err": 0.004322785418480635,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.1253662109375,
                    "total_bits": 242242560.0,
                    "err": 0.004231189377605915,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.223580496651786,
                    "total_bits": 248009728.0,
                    "err": 0.002748835599049926,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.321794782366071,
                    "total_bits": 253776896.0,
                    "err": 0.002208106219768524,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.031341552734375,
                    "total_bits": 295441664.0,
                    "err": 0.002500351518392563,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.223580496651786,
                    "total_bits": 306729984.0,
                    "err": 0.001751342904753983,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.339651925223214,
                    "total_bits": 313545728.0,
                    "err": 0.0010579769732430577,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.527151925223214,
                    "total_bits": 324555776.0,
                    "err": 0.0016958621563389897,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.723580496651786,
                    "total_bits": 336090112.0,
                    "err": 0.0009590164409019053,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.031341552734375,
                    "total_bits": 354161920.0,
                    "err": 0.0016765239415690303,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.1253662109375,
                    "total_bits": 359683072.0,
                    "err": 0.0016270511550828815,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.227770124162946,
                    "total_bits": 365696256.0,
                    "err": 0.000743474462069571,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.1253662109375,
                    "total_bits": 477123584.0,
                    "err": 0.0007532473537139595,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.2.self_attn.q_proj",
            "numel": 16777216,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.1878662109375,
                    "total_bits": 36706304.0,
                    "err": 0.05802115797996521,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.3753662109375,
                    "total_bits": 39852032.0,
                    "err": 0.04560207575559616,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.6253662109375,
                    "total_bits": 44046336.0,
                    "err": 0.038586247712373734,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.7191162109375,
                    "total_bits": 45619200.0,
                    "err": 0.03486284613609314,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.2191162109375,
                    "total_bits": 54007808.0,
                    "err": 0.02566351182758808,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.6878662109375,
                    "total_bits": 61872128.0,
                    "err": 0.01949016936123371,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.031341552734375,
                    "total_bits": 50857472.0,
                    "err": 0.03519978001713753,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.1253662109375,
                    "total_bits": 52434944.0,
                    "err": 0.03202445060014725,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.1878662109375,
                    "total_bits": 53483520.0,
                    "err": 0.02744041383266449,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.5316162109375,
                    "total_bits": 59250688.0,
                    "err": 0.019869107753038406,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.65643310546875,
                    "total_bits": 61344768.0,
                    "err": 0.01960049383342266,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.031341552734375,
                    "total_bits": 67634688.0,
                    "err": 0.01783265732228756,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.1253662109375,
                    "total_bits": 69212160.0,
                    "err": 0.01528571080416441,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.2191162109375,
                    "total_bits": 70785024.0,
                    "err": 0.012442149221897125,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.3128662109375,
                    "total_bits": 72357888.0,
                    "err": 0.011677560396492481,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.031341552734375,
                    "total_bits": 84411904.0,
                    "err": 0.008921859785914421,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.2191162109375,
                    "total_bits": 87562240.0,
                    "err": 0.006588192656636238,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.3753662109375,
                    "total_bits": 90183680.0,
                    "err": 0.006027533672749996,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.5316162109375,
                    "total_bits": 92805120.0,
                    "err": 0.005475154146552086,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.7191162109375,
                    "total_bits": 95950848.0,
                    "err": 0.004954609088599682,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.031341552734375,
                    "total_bits": 101189120.0,
                    "err": 0.004655035212635994,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.1253662109375,
                    "total_bits": 102766592.0,
                    "err": 0.004666103050112724,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.218841552734375,
                    "total_bits": 104334848.0,
                    "err": 0.003666376695036888,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.1253662109375,
                    "total_bits": 136321024.0,
                    "err": 0.0031389922369271517,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.2.self_attn.k_proj",
            "numel": 4194304,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.18896484375,
                    "total_bits": 9181184.0,
                    "err": 0.05976174771785736,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.37646484375,
                    "total_bits": 9967616.0,
                    "err": 0.04507177695631981,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.62646484375,
                    "total_bits": 11016192.0,
                    "err": 0.03586456924676895,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.72021484375,
                    "total_bits": 11409408.0,
                    "err": 0.03315700963139534,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.22021484375,
                    "total_bits": 13506560.0,
                    "err": 0.025879526510834694,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.68896484375,
                    "total_bits": 15472640.0,
                    "err": 0.018130140379071236,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.0316162109375,
                    "total_bits": 12715520.0,
                    "err": 0.03738415986299515,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.12646484375,
                    "total_bits": 13113344.0,
                    "err": 0.033960070461034775,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.18896484375,
                    "total_bits": 13375488.0,
                    "err": 0.028010889887809753,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.53271484375,
                    "total_bits": 14817280.0,
                    "err": 0.019639695063233376,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.656982421875,
                    "total_bits": 15338496.0,
                    "err": 0.019723104313015938,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.0316162109375,
                    "total_bits": 16909824.0,
                    "err": 0.018880553543567657,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.12646484375,
                    "total_bits": 17307648.0,
                    "err": 0.0161720160394907,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.22021484375,
                    "total_bits": 17700864.0,
                    "err": 0.01259006466716528,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.31396484375,
                    "total_bits": 18094080.0,
                    "err": 0.011597705073654652,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.0316162109375,
                    "total_bits": 21104128.0,
                    "err": 0.009462696500122547,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.22021484375,
                    "total_bits": 21895168.0,
                    "err": 0.006717197597026825,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.37646484375,
                    "total_bits": 22550528.0,
                    "err": 0.005973351653665304,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.53271484375,
                    "total_bits": 23205888.0,
                    "err": 0.005536590702831745,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.72021484375,
                    "total_bits": 23992320.0,
                    "err": 0.0048212273977696896,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.0316162109375,
                    "total_bits": 25298432.0,
                    "err": 0.004935050383210182,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.12646484375,
                    "total_bits": 25696256.0,
                    "err": 0.004932928830385208,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.2191162109375,
                    "total_bits": 26084864.0,
                    "err": 0.003713801270350814,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.12646484375,
                    "total_bits": 34084864.0,
                    "err": 0.0032776896841824055,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.2.self_attn.v_proj",
            "numel": 4194304,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.18896484375,
                    "total_bits": 9181184.0,
                    "err": 0.17597146332263947,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.37646484375,
                    "total_bits": 9967616.0,
                    "err": 0.14649410545825958,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.62646484375,
                    "total_bits": 11016192.0,
                    "err": 0.13436171412467957,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.72021484375,
                    "total_bits": 11409408.0,
                    "err": 0.11890935152769089,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.22021484375,
                    "total_bits": 13506560.0,
                    "err": 0.0806003138422966,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.68896484375,
                    "total_bits": 15472640.0,
                    "err": 0.06797570735216141,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.0316162109375,
                    "total_bits": 12715520.0,
                    "err": 0.09924650937318802,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.12646484375,
                    "total_bits": 13113344.0,
                    "err": 0.08994049578905106,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.18896484375,
                    "total_bits": 13375488.0,
                    "err": 0.08379626274108887,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.53271484375,
                    "total_bits": 14817280.0,
                    "err": 0.06351707130670547,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.656982421875,
                    "total_bits": 15338496.0,
                    "err": 0.060627225786447525,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.0316162109375,
                    "total_bits": 16909824.0,
                    "err": 0.05045856535434723,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.12646484375,
                    "total_bits": 17307648.0,
                    "err": 0.04306159168481827,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.22021484375,
                    "total_bits": 17700864.0,
                    "err": 0.03875803202390671,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.31396484375,
                    "total_bits": 18094080.0,
                    "err": 0.037672724574804306,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.0316162109375,
                    "total_bits": 21104128.0,
                    "err": 0.02519913949072361,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.22021484375,
                    "total_bits": 21895168.0,
                    "err": 0.019972896203398705,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.37646484375,
                    "total_bits": 22550528.0,
                    "err": 0.018959444016218185,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.53271484375,
                    "total_bits": 23205888.0,
                    "err": 0.016513105481863022,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.72021484375,
                    "total_bits": 23992320.0,
                    "err": 0.015756255015730858,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.0316162109375,
                    "total_bits": 25298432.0,
                    "err": 0.013142365030944347,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.12646484375,
                    "total_bits": 25696256.0,
                    "err": 0.012681201100349426,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.2191162109375,
                    "total_bits": 26084864.0,
                    "err": 0.011582829989492893,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.12646484375,
                    "total_bits": 34084864.0,
                    "err": 0.008066331036388874,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.2.self_attn.o_proj",
            "numel": 16777216,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.1878662109375,
                    "total_bits": 36706304.0,
                    "err": 0.15923763811588287,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.3753662109375,
                    "total_bits": 39852032.0,
                    "err": 0.14129787683486938,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.6253662109375,
                    "total_bits": 44046336.0,
                    "err": 0.13249869644641876,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.7191162109375,
                    "total_bits": 45619200.0,
                    "err": 0.11324802041053772,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.2191162109375,
                    "total_bits": 54007808.0,
                    "err": 0.07414703071117401,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.6878662109375,
                    "total_bits": 61872128.0,
                    "err": 0.0660661831498146,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.031341552734375,
                    "total_bits": 50857472.0,
                    "err": 0.09109167754650116,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.1253662109375,
                    "total_bits": 52434944.0,
                    "err": 0.08234842121601105,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.1878662109375,
                    "total_bits": 53483520.0,
                    "err": 0.07584987580776215,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.5316162109375,
                    "total_bits": 59250688.0,
                    "err": 0.0614292249083519,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.65643310546875,
                    "total_bits": 61344768.0,
                    "err": 0.05721075087785721,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.031341552734375,
                    "total_bits": 67634688.0,
                    "err": 0.047332607209682465,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.1253662109375,
                    "total_bits": 69212160.0,
                    "err": 0.04024232551455498,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.2191162109375,
                    "total_bits": 70785024.0,
                    "err": 0.03657111898064613,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.3128662109375,
                    "total_bits": 72357888.0,
                    "err": 0.03566097468137741,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.031341552734375,
                    "total_bits": 84411904.0,
                    "err": 0.02419469878077507,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.2191162109375,
                    "total_bits": 87562240.0,
                    "err": 0.02035282552242279,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.3753662109375,
                    "total_bits": 90183680.0,
                    "err": 0.019651509821414948,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.5316162109375,
                    "total_bits": 92805120.0,
                    "err": 0.01805761456489563,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.7191162109375,
                    "total_bits": 95950848.0,
                    "err": 0.01749582588672638,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.031341552734375,
                    "total_bits": 101189120.0,
                    "err": 0.013902279548346996,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.1253662109375,
                    "total_bits": 102766592.0,
                    "err": 0.01469916757196188,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.218841552734375,
                    "total_bits": 104334848.0,
                    "err": 0.012786874547600746,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.1253662109375,
                    "total_bits": 136321024.0,
                    "err": 0.0116758793592453,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.2.mlp.gate_proj",
            "numel": 58720256,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.1876046316964284,
                    "total_bits": 128456703.99999999,
                    "err": 0.21724291145801544,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.3751046316964284,
                    "total_bits": 139466752.0,
                    "err": 0.20437279343605042,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.6251046316964284,
                    "total_bits": 154146816.0,
                    "err": 0.20033010840415955,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.7188546316964284,
                    "total_bits": 159651840.0,
                    "err": 0.1811368763446808,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.2188546316964284,
                    "total_bits": 189011968.0,
                    "err": 0.1021617203950882,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.6876046316964284,
                    "total_bits": 216537088.0,
                    "err": 0.09794392436742783,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.031276157924107,
                    "total_bits": 177997312.0,
                    "err": 0.11311574280261993,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.1251046316964284,
                    "total_bits": 183506944.0,
                    "err": 0.10436441749334335,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.1876046316964284,
                    "total_bits": 187176960.0,
                    "err": 0.10300653427839279,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.5313546316964284,
                    "total_bits": 207362048.0,
                    "err": 0.09134447574615479,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.6563023158482144,
                    "total_bits": 214699008.0,
                    "err": 0.0870087742805481,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.031276157924107,
                    "total_bits": 236717567.99999997,
                    "err": 0.05783001333475113,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.125104631696429,
                    "total_bits": 242227200.0,
                    "err": 0.050074681639671326,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.218854631696429,
                    "total_bits": 247732224.0,
                    "err": 0.04910445213317871,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.312604631696429,
                    "total_bits": 253237248.0,
                    "err": 0.04888129606842995,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.031276157924107,
                    "total_bits": 295437824.0,
                    "err": 0.02892891876399517,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.218854631696429,
                    "total_bits": 306452480.0,
                    "err": 0.025685805827379227,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.375104631696429,
                    "total_bits": 315627520.0,
                    "err": 0.025426607578992844,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.531354631696429,
                    "total_bits": 324802560.0,
                    "err": 0.023564478382468224,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.718854631696429,
                    "total_bits": 335812608.0,
                    "err": 0.0234165508300066,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.031276157924107,
                    "total_bits": 354158080.0,
                    "err": 0.015549234114587307,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.125104631696429,
                    "total_bits": 359667712.0,
                    "err": 0.016089919954538345,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.218776157924107,
                    "total_bits": 365168128.0,
                    "err": 0.015233996324241161,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.125104631696429,
                    "total_bits": 477108224.0,
                    "err": 0.01148698665201664,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.2.mlp.up_proj",
            "numel": 58720256,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.1876046316964284,
                    "total_bits": 128456703.99999999,
                    "err": 0.24272136390209198,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.3751046316964284,
                    "total_bits": 139466752.0,
                    "err": 0.22870072722434998,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.6251046316964284,
                    "total_bits": 154146816.0,
                    "err": 0.22433844208717346,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.7188546316964284,
                    "total_bits": 159651840.0,
                    "err": 0.20289579033851624,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.2188546316964284,
                    "total_bits": 189011968.0,
                    "err": 0.11410408467054367,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.6876046316964284,
                    "total_bits": 216537088.0,
                    "err": 0.10947075486183167,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.031276157924107,
                    "total_bits": 177997312.0,
                    "err": 0.12599438428878784,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.1251046316964284,
                    "total_bits": 183506944.0,
                    "err": 0.1163717582821846,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.1876046316964284,
                    "total_bits": 187176960.0,
                    "err": 0.11499297618865967,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.5313546316964284,
                    "total_bits": 207362048.0,
                    "err": 0.10213950276374817,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.6563023158482144,
                    "total_bits": 214699008.0,
                    "err": 0.09719797968864441,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.031276157924107,
                    "total_bits": 236717567.99999997,
                    "err": 0.06412651389837265,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.125104631696429,
                    "total_bits": 242227200.0,
                    "err": 0.05560899153351784,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.218854631696429,
                    "total_bits": 247732224.0,
                    "err": 0.05459911376237869,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.312604631696429,
                    "total_bits": 253237248.0,
                    "err": 0.05436021834611893,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.031276157924107,
                    "total_bits": 295437824.0,
                    "err": 0.032030604779720306,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.218854631696429,
                    "total_bits": 306452480.0,
                    "err": 0.028054293245077133,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.375104631696429,
                    "total_bits": 315627520.0,
                    "err": 0.027768824249505997,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.531354631696429,
                    "total_bits": 324802560.0,
                    "err": 0.025634050369262695,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.718854631696429,
                    "total_bits": 335812608.0,
                    "err": 0.025479525327682495,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.031276157924107,
                    "total_bits": 354158080.0,
                    "err": 0.01684093475341797,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.125104631696429,
                    "total_bits": 359667712.0,
                    "err": 0.016827844083309174,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.218776157924107,
                    "total_bits": 365168128.0,
                    "err": 0.01650610752403736,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.125104631696429,
                    "total_bits": 477108224.0,
                    "err": 0.011148768477141857,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.2.mlp.down_proj",
            "numel": 58720256,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.1789376395089284,
                    "total_bits": 127947775.99999999,
                    "err": 0.19593122601509094,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.3753662109375,
                    "total_bits": 139482112.0,
                    "err": 0.17436128854751587,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.6253662109375,
                    "total_bits": 154162176.0,
                    "err": 0.16602535545825958,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.7235804966517856,
                    "total_bits": 159929344.0,
                    "err": 0.1479957103729248,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.2235804966517856,
                    "total_bits": 189289472.0,
                    "err": 0.08893658965826035,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.7146519252232144,
                    "total_bits": 218125312.0,
                    "err": 0.08090272545814514,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.031341552734375,
                    "total_bits": 178001152.0,
                    "err": 0.10475174337625504,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.1253662109375,
                    "total_bits": 183522304.0,
                    "err": 0.09576728940010071,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.1789376395089284,
                    "total_bits": 186668032.0,
                    "err": 0.09143044799566269,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.5271519252232144,
                    "total_bits": 207115264.0,
                    "err": 0.07623700052499771,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.6608973911830356,
                    "total_bits": 214968832.0,
                    "err": 0.07233954966068268,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.031341552734375,
                    "total_bits": 236721408.0,
                    "err": 0.05318780615925789,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.1253662109375,
                    "total_bits": 242242560.0,
                    "err": 0.04580564796924591,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.223580496651786,
                    "total_bits": 248009728.0,
                    "err": 0.04276895150542259,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.321794782366071,
                    "total_bits": 253776896.0,
                    "err": 0.042025357484817505,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.031341552734375,
                    "total_bits": 295441664.0,
                    "err": 0.026683127507567406,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.223580496651786,
                    "total_bits": 306729984.0,
                    "err": 0.022543005645275116,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.339651925223214,
                    "total_bits": 313545728.0,
                    "err": 0.02218255028128624,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.527151925223214,
                    "total_bits": 324555776.0,
                    "err": 0.020111052319407463,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.723580496651786,
                    "total_bits": 336090112.0,
                    "err": 0.01963614672422409,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.031341552734375,
                    "total_bits": 354161920.0,
                    "err": 0.01442426536232233,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.1253662109375,
                    "total_bits": 359683072.0,
                    "err": 0.014706785790622234,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.227770124162946,
                    "total_bits": 365696256.0,
                    "err": 0.013434029184281826,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.1253662109375,
                    "total_bits": 477123584.0,
                    "err": 0.010495315305888653,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.3.self_attn.q_proj",
            "numel": 16777216,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.1878662109375,
                    "total_bits": 36706304.0,
                    "err": 0.045800261199474335,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.3753662109375,
                    "total_bits": 39852032.0,
                    "err": 0.03840530291199684,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.6253662109375,
                    "total_bits": 44046336.0,
                    "err": 0.034149572253227234,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.7191162109375,
                    "total_bits": 45619200.0,
                    "err": 0.03027585707604885,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.2191162109375,
                    "total_bits": 54007808.0,
                    "err": 0.020805951207876205,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.6878662109375,
                    "total_bits": 61872128.0,
                    "err": 0.017161350697278976,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.031341552734375,
                    "total_bits": 50857472.0,
                    "err": 0.027428511530160904,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.1253662109375,
                    "total_bits": 52434944.0,
                    "err": 0.024974454194307327,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.1878662109375,
                    "total_bits": 53483520.0,
                    "err": 0.021716473624110222,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.5316162109375,
                    "total_bits": 59250688.0,
                    "err": 0.016756251454353333,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.65643310546875,
                    "total_bits": 61344768.0,
                    "err": 0.016231922432780266,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.031341552734375,
                    "total_bits": 67634688.0,
                    "err": 0.013960950076580048,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.1253662109375,
                    "total_bits": 69212160.0,
                    "err": 0.011947608552873135,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.2191162109375,
                    "total_bits": 70785024.0,
                    "err": 0.010084566660225391,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.3128662109375,
                    "total_bits": 72357888.0,
                    "err": 0.009599784389138222,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.031341552734375,
                    "total_bits": 84411904.0,
                    "err": 0.00699266791343689,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.2191162109375,
                    "total_bits": 87562240.0,
                    "err": 0.005350323393940926,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.3753662109375,
                    "total_bits": 90183680.0,
                    "err": 0.004995300900191069,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.5316162109375,
                    "total_bits": 92805120.0,
                    "err": 0.00456975307315588,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.7191162109375,
                    "total_bits": 95950848.0,
                    "err": 0.004247213713824749,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.031341552734375,
                    "total_bits": 101189120.0,
                    "err": 0.003709810320287943,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.1253662109375,
                    "total_bits": 102766592.0,
                    "err": 0.0037190760485827923,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.218841552734375,
                    "total_bits": 104334848.0,
                    "err": 0.003066777717322111,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.1253662109375,
                    "total_bits": 136321024.0,
                    "err": 0.002560450229793787,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.3.self_attn.k_proj",
            "numel": 4194304,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.18896484375,
                    "total_bits": 9181184.0,
                    "err": 0.04540977627038956,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.37646484375,
                    "total_bits": 9967616.0,
                    "err": 0.037043340504169464,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.62646484375,
                    "total_bits": 11016192.0,
                    "err": 0.03161787614226341,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.72021484375,
                    "total_bits": 11409408.0,
                    "err": 0.028178608044981956,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.22021484375,
                    "total_bits": 13506560.0,
                    "err": 0.0202365480363369,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.68896484375,
                    "total_bits": 15472640.0,
                    "err": 0.015810763463377953,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.0316162109375,
                    "total_bits": 12715520.0,
                    "err": 0.028193186968564987,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.12646484375,
                    "total_bits": 13113344.0,
                    "err": 0.02558015286922455,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.18896484375,
                    "total_bits": 13375488.0,
                    "err": 0.021334271878004074,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.53271484375,
                    "total_bits": 14817280.0,
                    "err": 0.016076354309916496,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.656982421875,
                    "total_bits": 15338496.0,
                    "err": 0.015836793929338455,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.0316162109375,
                    "total_bits": 16909824.0,
                    "err": 0.014279351569712162,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.12646484375,
                    "total_bits": 17307648.0,
                    "err": 0.012191945686936378,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.22021484375,
                    "total_bits": 17700864.0,
                    "err": 0.009779922664165497,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.31396484375,
                    "total_bits": 18094080.0,
                    "err": 0.009127895347774029,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.0316162109375,
                    "total_bits": 21104128.0,
                    "err": 0.007146923802793026,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.22021484375,
                    "total_bits": 21895168.0,
                    "err": 0.005121442023664713,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.37646484375,
                    "total_bits": 22550528.0,
                    "err": 0.004660806618630886,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.53271484375,
                    "total_bits": 23205888.0,
                    "err": 0.004310226067900658,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.72021484375,
                    "total_bits": 23992320.0,
                    "err": 0.0038602359127253294,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.0316162109375,
                    "total_bits": 25298432.0,
                    "err": 0.0037124226801097393,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.12646484375,
                    "total_bits": 25696256.0,
                    "err": 0.003602351527661085,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.2191162109375,
                    "total_bits": 26084864.0,
                    "err": 0.002853610087186098,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.12646484375,
                    "total_bits": 34084864.0,
                    "err": 0.002311224350705743,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.3.self_attn.v_proj",
            "numel": 4194304,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.18896484375,
                    "total_bits": 9181184.0,
                    "err": 0.18396973609924316,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.37646484375,
                    "total_bits": 9967616.0,
                    "err": 0.15661150217056274,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.62646484375,
                    "total_bits": 11016192.0,
                    "err": 0.14543621242046356,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.72021484375,
                    "total_bits": 11409408.0,
                    "err": 0.1281181275844574,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.22021484375,
                    "total_bits": 13506560.0,
                    "err": 0.08457203954458237,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.68896484375,
                    "total_bits": 15472640.0,
                    "err": 0.07323428243398666,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.0316162109375,
                    "total_bits": 12715520.0,
                    "err": 0.10183157026767731,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.12646484375,
                    "total_bits": 13113344.0,
                    "err": 0.09355495870113373,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.18896484375,
                    "total_bits": 13375488.0,
                    "err": 0.08752333372831345,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.53271484375,
                    "total_bits": 14817280.0,
                    "err": 0.06790183484554291,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.656982421875,
                    "total_bits": 15338496.0,
                    "err": 0.06451298296451569,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.0316162109375,
                    "total_bits": 16909824.0,
                    "err": 0.051660530269145966,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.12646484375,
                    "total_bits": 17307648.0,
                    "err": 0.04460422694683075,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.22021484375,
                    "total_bits": 17700864.0,
                    "err": 0.040562134236097336,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.31396484375,
                    "total_bits": 18094080.0,
                    "err": 0.03957655653357506,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.0316162109375,
                    "total_bits": 21104128.0,
                    "err": 0.02583417296409607,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.22021484375,
                    "total_bits": 21895168.0,
                    "err": 0.020745716989040375,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.37646484375,
                    "total_bits": 22550528.0,
                    "err": 0.01982119120657444,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.53271484375,
                    "total_bits": 23205888.0,
                    "err": 0.017357369884848595,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.72021484375,
                    "total_bits": 23992320.0,
                    "err": 0.016656115651130676,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.0316162109375,
                    "total_bits": 25298432.0,
                    "err": 0.01328794751316309,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.12646484375,
                    "total_bits": 25696256.0,
                    "err": 0.012906826101243496,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.2191162109375,
                    "total_bits": 26084864.0,
                    "err": 0.011831853538751602,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.12646484375,
                    "total_bits": 34084864.0,
                    "err": 0.007969910278916359,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.3.self_attn.o_proj",
            "numel": 16777216,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.1878662109375,
                    "total_bits": 36706304.0,
                    "err": 0.18195314705371857,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.3753662109375,
                    "total_bits": 39852032.0,
                    "err": 0.1632288098335266,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.6253662109375,
                    "total_bits": 44046336.0,
                    "err": 0.1559695154428482,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.7191162109375,
                    "total_bits": 45619200.0,
                    "err": 0.13216526806354523,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.2191162109375,
                    "total_bits": 54007808.0,
                    "err": 0.08499999344348907,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.6878662109375,
                    "total_bits": 61872128.0,
                    "err": 0.07801428437232971,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.031341552734375,
                    "total_bits": 50857472.0,
                    "err": 0.09921753406524658,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.1253662109375,
                    "total_bits": 52434944.0,
                    "err": 0.09027928858995438,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.1878662109375,
                    "total_bits": 53483520.0,
                    "err": 0.08638902753591537,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.5316162109375,
                    "total_bits": 59250688.0,
                    "err": 0.0698695257306099,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.65643310546875,
                    "total_bits": 61344768.0,
                    "err": 0.06433223932981491,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.031341552734375,
                    "total_bits": 67634688.0,
                    "err": 0.0511043518781662,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.1253662109375,
                    "total_bits": 69212160.0,
                    "err": 0.0438629649579525,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.2191162109375,
                    "total_bits": 70785024.0,
                    "err": 0.0414956696331501,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.3128662109375,
                    "total_bits": 72357888.0,
                    "err": 0.04093131795525551,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.031341552734375,
                    "total_bits": 84411904.0,
                    "err": 0.025782154873013496,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.2191162109375,
                    "total_bits": 87562240.0,
                    "err": 0.022586476057767868,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.3753662109375,
                    "total_bits": 90183680.0,
                    "err": 0.022101329639554024,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.5316162109375,
                    "total_bits": 92805120.0,
                    "err": 0.01979967951774597,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.7191162109375,
                    "total_bits": 95950848.0,
                    "err": 0.0194381196051836,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.031341552734375,
                    "total_bits": 101189120.0,
                    "err": 0.014369792304933071,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.1253662109375,
                    "total_bits": 102766592.0,
                    "err": 0.015524341724812984,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.218841552734375,
                    "total_bits": 104334848.0,
                    "err": 0.013621976599097252,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.1253662109375,
                    "total_bits": 136321024.0,
                    "err": 0.01208486221730709,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.3.mlp.gate_proj",
            "numel": 58720256,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.1876046316964284,
                    "total_bits": 128456703.99999999,
                    "err": 0.2195645123720169,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.3751046316964284,
                    "total_bits": 139466752.0,
                    "err": 0.20657150447368622,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.6251046316964284,
                    "total_bits": 154146816.0,
                    "err": 0.2025187462568283,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.7188546316964284,
                    "total_bits": 159651840.0,
                    "err": 0.1834953874349594,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.2188546316964284,
                    "total_bits": 189011968.0,
                    "err": 0.1035473644733429,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.6876046316964284,
                    "total_bits": 216537088.0,
                    "err": 0.09921926259994507,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.031276157924107,
                    "total_bits": 177997312.0,
                    "err": 0.11462481319904327,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.1251046316964284,
                    "total_bits": 183506944.0,
                    "err": 0.10575534403324127,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.1876046316964284,
                    "total_bits": 187176960.0,
                    "err": 0.10440562665462494,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.5313546316964284,
                    "total_bits": 207362048.0,
                    "err": 0.09265126287937164,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.6563023158482144,
                    "total_bits": 214699008.0,
                    "err": 0.08831438422203064,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.031276157924107,
                    "total_bits": 236717567.99999997,
                    "err": 0.05847388133406639,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.125104631696429,
                    "total_bits": 242227200.0,
                    "err": 0.05066961795091629,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.218854631696429,
                    "total_bits": 247732224.0,
                    "err": 0.0496944785118103,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.312604631696429,
                    "total_bits": 253237248.0,
                    "err": 0.04945894703269005,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.031276157924107,
                    "total_bits": 295437824.0,
                    "err": 0.029253076761960983,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.218854631696429,
                    "total_bits": 306452480.0,
                    "err": 0.02579738013446331,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.375104631696429,
                    "total_bits": 315627520.0,
                    "err": 0.025528470054268837,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.531354631696429,
                    "total_bits": 324802560.0,
                    "err": 0.023628443479537964,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.718854631696429,
                    "total_bits": 335812608.0,
                    "err": 0.023486904799938202,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.031276157924107,
                    "total_bits": 354158080.0,
                    "err": 0.01558772288262844,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.125104631696429,
                    "total_bits": 359667712.0,
                    "err": 0.01586923561990261,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.218776157924107,
                    "total_bits": 365168128.0,
                    "err": 0.01527680829167366,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.125104631696429,
                    "total_bits": 477108224.0,
                    "err": 0.011002758517861366,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.3.mlp.up_proj",
            "numel": 58720256,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.1876046316964284,
                    "total_bits": 128456703.99999999,
                    "err": 0.25283560156822205,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.3751046316964284,
                    "total_bits": 139466752.0,
                    "err": 0.23820212483406067,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.6251046316964284,
                    "total_bits": 154146816.0,
                    "err": 0.2336275577545166,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.7188546316964284,
                    "total_bits": 159651840.0,
                    "err": 0.21192236244678497,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.2188546316964284,
                    "total_bits": 189011968.0,
                    "err": 0.11932114511728287,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.6876046316964284,
                    "total_bits": 216537088.0,
                    "err": 0.11445294320583344,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.031276157924107,
                    "total_bits": 177997312.0,
                    "err": 0.1319669485092163,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.1251046316964284,
                    "total_bits": 183506944.0,
                    "err": 0.1217348575592041,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.1876046316964284,
                    "total_bits": 187176960.0,
                    "err": 0.12028460949659348,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.5313546316964284,
                    "total_bits": 207362048.0,
                    "err": 0.10693304240703583,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.6563023158482144,
                    "total_bits": 214699008.0,
                    "err": 0.1021273210644722,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.031276157924107,
                    "total_bits": 236717567.99999997,
                    "err": 0.06734540313482285,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.125104631696429,
                    "total_bits": 242227200.0,
                    "err": 0.05828371271491051,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.218854631696429,
                    "total_bits": 247732224.0,
                    "err": 0.05720394477248192,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.312604631696429,
                    "total_bits": 253237248.0,
                    "err": 0.05695744603872299,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.031276157924107,
                    "total_bits": 295437824.0,
                    "err": 0.033684853464365005,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.218854631696429,
                    "total_bits": 306452480.0,
                    "err": 0.02948354184627533,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.375104631696429,
                    "total_bits": 315627520.0,
                    "err": 0.02918212302029133,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.531354631696429,
                    "total_bits": 324802560.0,
                    "err": 0.026982506737113,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.718854631696429,
                    "total_bits": 335812608.0,
                    "err": 0.026826608926057816,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.031276157924107,
                    "total_bits": 354158080.0,
                    "err": 0.01788117177784443,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.125104631696429,
                    "total_bits": 359667712.0,
                    "err": 0.017810074612498283,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.218776157924107,
                    "total_bits": 365168128.0,
                    "err": 0.01753687858581543,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.125104631696429,
                    "total_bits": 477108224.0,
                    "err": 0.011982865631580353,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.3.mlp.down_proj",
            "numel": 58720256,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.1789376395089284,
                    "total_bits": 127947775.99999999,
                    "err": 0.22341689467430115,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.3753662109375,
                    "total_bits": 139482112.0,
                    "err": 0.20094913244247437,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.6253662109375,
                    "total_bits": 154162176.0,
                    "err": 0.19247540831565857,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.7235804966517856,
                    "total_bits": 159929344.0,
                    "err": 0.17222046852111816,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.2235804966517856,
                    "total_bits": 189289472.0,
                    "err": 0.10219119489192963,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.7146519252232144,
                    "total_bits": 218125312.0,
                    "err": 0.093840591609478,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.031341552734375,
                    "total_bits": 178001152.0,
                    "err": 0.11893914639949799,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.1253662109375,
                    "total_bits": 183522304.0,
                    "err": 0.10886406898498535,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.1789376395089284,
                    "total_bits": 186668032.0,
                    "err": 0.10473095625638962,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.5271519252232144,
                    "total_bits": 207115264.0,
                    "err": 0.08826054632663727,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.6608973911830356,
                    "total_bits": 214968832.0,
                    "err": 0.08385037630796432,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.031341552734375,
                    "total_bits": 236721408.0,
                    "err": 0.06037706881761551,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.1253662109375,
                    "total_bits": 242242560.0,
                    "err": 0.0520542748272419,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.223580496651786,
                    "total_bits": 248009728.0,
                    "err": 0.049065809696912766,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.321794782366071,
                    "total_bits": 253776896.0,
                    "err": 0.048345357179641724,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.031341552734375,
                    "total_bits": 295441664.0,
                    "err": 0.030288465321063995,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.223580496651786,
                    "total_bits": 306729984.0,
                    "err": 0.025657329708337784,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.339651925223214,
                    "total_bits": 313545728.0,
                    "err": 0.025303354486823082,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.527151925223214,
                    "total_bits": 324555776.0,
                    "err": 0.022949522361159325,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.723580496651786,
                    "total_bits": 336090112.0,
                    "err": 0.02248372696340084,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.031341552734375,
                    "total_bits": 354161920.0,
                    "err": 0.016277354210615158,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.1253662109375,
                    "total_bits": 359683072.0,
                    "err": 0.01638772152364254,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.227770124162946,
                    "total_bits": 365696256.0,
                    "err": 0.015287752263247967,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.1253662109375,
                    "total_bits": 477123584.0,
                    "err": 0.01143578626215458,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.4.self_attn.q_proj",
            "numel": 16777216,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.1878662109375,
                    "total_bits": 36706304.0,
                    "err": 0.06271091103553772,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.3753662109375,
                    "total_bits": 39852032.0,
                    "err": 0.053246770054101944,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.6253662109375,
                    "total_bits": 44046336.0,
                    "err": 0.04764938727021217,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.7191162109375,
                    "total_bits": 45619200.0,
                    "err": 0.042445410043001175,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.2191162109375,
                    "total_bits": 54007808.0,
                    "err": 0.028606414794921875,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.6878662109375,
                    "total_bits": 61872128.0,
                    "err": 0.023878196254372597,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.031341552734375,
                    "total_bits": 50857472.0,
                    "err": 0.037931520491838455,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.1253662109375,
                    "total_bits": 52434944.0,
                    "err": 0.03422626480460167,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.1878662109375,
                    "total_bits": 53483520.0,
                    "err": 0.029796073213219643,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.5316162109375,
                    "total_bits": 59250688.0,
                    "err": 0.023379597812891006,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.65643310546875,
                    "total_bits": 61344768.0,
                    "err": 0.02270510420203209,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.031341552734375,
                    "total_bits": 67634688.0,
                    "err": 0.0193309485912323,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.1253662109375,
                    "total_bits": 69212160.0,
                    "err": 0.016412904486060143,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.2191162109375,
                    "total_bits": 70785024.0,
                    "err": 0.013890751637518406,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.3128662109375,
                    "total_bits": 72357888.0,
                    "err": 0.013245860114693642,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.031341552734375,
                    "total_bits": 84411904.0,
                    "err": 0.009707817807793617,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.2191162109375,
                    "total_bits": 87562240.0,
                    "err": 0.0074176909402012825,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.3753662109375,
                    "total_bits": 90183680.0,
                    "err": 0.006948004011064768,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.5316162109375,
                    "total_bits": 92805120.0,
                    "err": 0.006416729185730219,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.7191162109375,
                    "total_bits": 95950848.0,
                    "err": 0.005993049591779709,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.031341552734375,
                    "total_bits": 101189120.0,
                    "err": 0.0051797376945614815,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.1253662109375,
                    "total_bits": 102766592.0,
                    "err": 0.005196939688175917,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.218841552734375,
                    "total_bits": 104334848.0,
                    "err": 0.0042910100892186165,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.1253662109375,
                    "total_bits": 136321024.0,
                    "err": 0.003655168227851391,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.4.self_attn.k_proj",
            "numel": 4194304,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.18896484375,
                    "total_bits": 9181184.0,
                    "err": 0.06038466468453407,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.37646484375,
                    "total_bits": 9967616.0,
                    "err": 0.04993898421525955,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.62646484375,
                    "total_bits": 11016192.0,
                    "err": 0.04356817901134491,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.72021484375,
                    "total_bits": 11409408.0,
                    "err": 0.038996536284685135,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.22021484375,
                    "total_bits": 13506560.0,
                    "err": 0.027058474719524384,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.68896484375,
                    "total_bits": 15472640.0,
                    "err": 0.02173200622200966,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.0316162109375,
                    "total_bits": 12715520.0,
                    "err": 0.03718216344714165,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.12646484375,
                    "total_bits": 13113344.0,
                    "err": 0.03336559608578682,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.18896484375,
                    "total_bits": 13375488.0,
                    "err": 0.02853299304842949,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.53271484375,
                    "total_bits": 14817280.0,
                    "err": 0.02184980921447277,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.656982421875,
                    "total_bits": 15338496.0,
                    "err": 0.021436454728245735,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.0316162109375,
                    "total_bits": 16909824.0,
                    "err": 0.018970796838402748,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.12646484375,
                    "total_bits": 17307648.0,
                    "err": 0.016007075086236,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.22021484375,
                    "total_bits": 17700864.0,
                    "err": 0.013133241795003414,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.31396484375,
                    "total_bits": 18094080.0,
                    "err": 0.012349828146398067,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.0316162109375,
                    "total_bits": 21104128.0,
                    "err": 0.00949837639927864,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.22021484375,
                    "total_bits": 21895168.0,
                    "err": 0.0069569810293614864,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.37646484375,
                    "total_bits": 22550528.0,
                    "err": 0.006428460590541363,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.53271484375,
                    "total_bits": 23205888.0,
                    "err": 0.005954424384981394,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.72021484375,
                    "total_bits": 23992320.0,
                    "err": 0.005450660362839699,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.0316162109375,
                    "total_bits": 25298432.0,
                    "err": 0.005002276506274939,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.12646484375,
                    "total_bits": 25696256.0,
                    "err": 0.004912324715405703,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.2191162109375,
                    "total_bits": 26084864.0,
                    "err": 0.003958201035857201,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.12646484375,
                    "total_bits": 34084864.0,
                    "err": 0.003336008172482252,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.4.self_attn.v_proj",
            "numel": 4194304,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.18896484375,
                    "total_bits": 9181184.0,
                    "err": 0.20305612683296204,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.37646484375,
                    "total_bits": 9967616.0,
                    "err": 0.17556628584861755,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.62646484375,
                    "total_bits": 11016192.0,
                    "err": 0.16455577313899994,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.72021484375,
                    "total_bits": 11409408.0,
                    "err": 0.14541321992874146,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.22021484375,
                    "total_bits": 13506560.0,
                    "err": 0.09365132451057434,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.68896484375,
                    "total_bits": 15472640.0,
                    "err": 0.08261308073997498,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.0316162109375,
                    "total_bits": 12715520.0,
                    "err": 0.11147157102823257,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.12646484375,
                    "total_bits": 13113344.0,
                    "err": 0.10234604775905609,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.18896484375,
                    "total_bits": 13375488.0,
                    "err": 0.09659472852945328,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.53271484375,
                    "total_bits": 14817280.0,
                    "err": 0.07657347619533539,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.656982421875,
                    "total_bits": 15338496.0,
                    "err": 0.07257542014122009,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.0316162109375,
                    "total_bits": 16909824.0,
                    "err": 0.05670974776148796,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.12646484375,
                    "total_bits": 17307648.0,
                    "err": 0.048929471522569656,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.22021484375,
                    "total_bits": 17700864.0,
                    "err": 0.04498668760061264,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.31396484375,
                    "total_bits": 18094080.0,
                    "err": 0.04401324689388275,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.0316162109375,
                    "total_bits": 21104128.0,
                    "err": 0.028333282098174095,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.22021484375,
                    "total_bits": 21895168.0,
                    "err": 0.02309146337211132,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.37646484375,
                    "total_bits": 22550528.0,
                    "err": 0.02222328446805477,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.53271484375,
                    "total_bits": 23205888.0,
                    "err": 0.019616443663835526,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.72021484375,
                    "total_bits": 23992320.0,
                    "err": 0.01894582062959671,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.0316162109375,
                    "total_bits": 25298432.0,
                    "err": 0.01466562319546938,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.12646484375,
                    "total_bits": 25696256.0,
                    "err": 0.014373560436069965,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.2191162109375,
                    "total_bits": 26084864.0,
                    "err": 0.013238050043582916,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.12646484375,
                    "total_bits": 34084864.0,
                    "err": 0.009088126011192799,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.4.self_attn.o_proj",
            "numel": 16777216,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.1878662109375,
                    "total_bits": 36706304.0,
                    "err": 0.17926129698753357,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.3753662109375,
                    "total_bits": 39852032.0,
                    "err": 0.16059985756874084,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.6253662109375,
                    "total_bits": 44046336.0,
                    "err": 0.15371200442314148,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.7191162109375,
                    "total_bits": 45619200.0,
                    "err": 0.1321209967136383,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.2191162109375,
                    "total_bits": 54007808.0,
                    "err": 0.08356660604476929,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.6878662109375,
                    "total_bits": 61872128.0,
                    "err": 0.0767579898238182,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.031341552734375,
                    "total_bits": 50857472.0,
                    "err": 0.09848681092262268,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.1253662109375,
                    "total_bits": 52434944.0,
                    "err": 0.08859652280807495,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.1878662109375,
                    "total_bits": 53483520.0,
                    "err": 0.0849805474281311,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.5316162109375,
                    "total_bits": 59250688.0,
                    "err": 0.06961730867624283,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.65643310546875,
                    "total_bits": 61344768.0,
                    "err": 0.0644453912973404,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.031341552734375,
                    "total_bits": 67634688.0,
                    "err": 0.050635818392038345,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.1253662109375,
                    "total_bits": 69212160.0,
                    "err": 0.043165408074855804,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.2191162109375,
                    "total_bits": 70785024.0,
                    "err": 0.04086698219180107,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.3128662109375,
                    "total_bits": 72357888.0,
                    "err": 0.040326762944459915,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.031341552734375,
                    "total_bits": 84411904.0,
                    "err": 0.02565912902355194,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.2191162109375,
                    "total_bits": 87562240.0,
                    "err": 0.02235616184771061,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.3753662109375,
                    "total_bits": 90183680.0,
                    "err": 0.021883806213736534,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.5316162109375,
                    "total_bits": 92805120.0,
                    "err": 0.019782036542892456,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.7191162109375,
                    "total_bits": 95950848.0,
                    "err": 0.019438255578279495,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.031341552734375,
                    "total_bits": 101189120.0,
                    "err": 0.014403332956135273,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.1253662109375,
                    "total_bits": 102766592.0,
                    "err": 0.015450636856257915,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.218841552734375,
                    "total_bits": 104334848.0,
                    "err": 0.013685783371329308,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.1253662109375,
                    "total_bits": 136321024.0,
                    "err": 0.012128963135182858,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.4.mlp.gate_proj",
            "numel": 58720256,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.1876046316964284,
                    "total_bits": 128456703.99999999,
                    "err": 0.2047446072101593,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.3751046316964284,
                    "total_bits": 139466752.0,
                    "err": 0.19177375733852386,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.6251046316964284,
                    "total_bits": 154146816.0,
                    "err": 0.18743903934955597,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.7188546316964284,
                    "total_bits": 159651840.0,
                    "err": 0.16959092020988464,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.2188546316964284,
                    "total_bits": 189011968.0,
                    "err": 0.09672477096319199,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.6876046316964284,
                    "total_bits": 216537088.0,
                    "err": 0.09217323362827301,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.031276157924107,
                    "total_bits": 177997312.0,
                    "err": 0.10815911740064621,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.1251046316964284,
                    "total_bits": 183506944.0,
                    "err": 0.09950597584247589,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.1876046316964284,
                    "total_bits": 187176960.0,
                    "err": 0.0976695790886879,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.5313546316964284,
                    "total_bits": 207362048.0,
                    "err": 0.08604949712753296,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.6563023158482144,
                    "total_bits": 214699008.0,
                    "err": 0.08212859183549881,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.031276157924107,
                    "total_bits": 236717567.99999997,
                    "err": 0.055288031697273254,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.125104631696429,
                    "total_bits": 242227200.0,
                    "err": 0.047747354954481125,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.218854631696429,
                    "total_bits": 247732224.0,
                    "err": 0.046497490257024765,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.312604631696429,
                    "total_bits": 253237248.0,
                    "err": 0.04620211198925972,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.031276157924107,
                    "total_bits": 295437824.0,
                    "err": 0.02773641049861908,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.218854631696429,
                    "total_bits": 306452480.0,
                    "err": 0.02420106902718544,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.375104631696429,
                    "total_bits": 315627520.0,
                    "err": 0.02389991097152233,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.531354631696429,
                    "total_bits": 324802560.0,
                    "err": 0.02208242006599903,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.718854631696429,
                    "total_bits": 335812608.0,
                    "err": 0.0218974519520998,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.031276157924107,
                    "total_bits": 354158080.0,
                    "err": 0.014957679435610771,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.125104631696429,
                    "total_bits": 359667712.0,
                    "err": 0.015012531541287899,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.218776157924107,
                    "total_bits": 365168128.0,
                    "err": 0.014543581753969193,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.125104631696429,
                    "total_bits": 477108224.0,
                    "err": 0.010459629818797112,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.4.mlp.up_proj",
            "numel": 58720256,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.1876046316964284,
                    "total_bits": 128456703.99999999,
                    "err": 0.257882684469223,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.3751046316964284,
                    "total_bits": 139466752.0,
                    "err": 0.24212555587291718,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.6251046316964284,
                    "total_bits": 154146816.0,
                    "err": 0.23705774545669556,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.7188546316964284,
                    "total_bits": 159651840.0,
                    "err": 0.21463623642921448,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.2188546316964284,
                    "total_bits": 189011968.0,
                    "err": 0.12196758389472961,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.6876046316964284,
                    "total_bits": 216537088.0,
                    "err": 0.116562619805336,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.031276157924107,
                    "total_bits": 177997312.0,
                    "err": 0.13560134172439575,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.1251046316964284,
                    "total_bits": 183506944.0,
                    "err": 0.1249886155128479,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.1876046316964284,
                    "total_bits": 187176960.0,
                    "err": 0.12310843169689178,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.5313546316964284,
                    "total_bits": 207362048.0,
                    "err": 0.1087903380393982,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.6563023158482144,
                    "total_bits": 214699008.0,
                    "err": 0.10377862304449081,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.031276157924107,
                    "total_bits": 236717567.99999997,
                    "err": 0.06916704028844833,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.125104631696429,
                    "total_bits": 242227200.0,
                    "err": 0.05986591428518295,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.218854631696429,
                    "total_bits": 247732224.0,
                    "err": 0.05852676182985306,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.312604631696429,
                    "total_bits": 253237248.0,
                    "err": 0.0582093670964241,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.031276157924107,
                    "total_bits": 295437824.0,
                    "err": 0.03464571386575699,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.218854631696429,
                    "total_bits": 306452480.0,
                    "err": 0.030128411948680878,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.375104631696429,
                    "total_bits": 315627520.0,
                    "err": 0.029773147776722908,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.531354631696429,
                    "total_bits": 324802560.0,
                    "err": 0.027447650209069252,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.718854631696429,
                    "total_bits": 335812608.0,
                    "err": 0.027250902727246284,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.031276157924107,
                    "total_bits": 354158080.0,
                    "err": 0.018389467149972916,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.125104631696429,
                    "total_bits": 359667712.0,
                    "err": 0.01817099191248417,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.218776157924107,
                    "total_bits": 365168128.0,
                    "err": 0.017947563901543617,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.125104631696429,
                    "total_bits": 477108224.0,
                    "err": 0.012097935192286968,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.4.mlp.down_proj",
            "numel": 58720256,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.1789376395089284,
                    "total_bits": 127947775.99999999,
                    "err": 0.22739996016025543,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.3753662109375,
                    "total_bits": 139482112.0,
                    "err": 0.20424304902553558,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.6253662109375,
                    "total_bits": 154162176.0,
                    "err": 0.19561231136322021,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.7235804966517856,
                    "total_bits": 159929344.0,
                    "err": 0.17408519983291626,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.2235804966517856,
                    "total_bits": 189289472.0,
                    "err": 0.10437885671854019,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.7146519252232144,
                    "total_bits": 218125312.0,
                    "err": 0.09580530226230621,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.031341552734375,
                    "total_bits": 178001152.0,
                    "err": 0.12217794358730316,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.1253662109375,
                    "total_bits": 183522304.0,
                    "err": 0.1112145259976387,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.1789376395089284,
                    "total_bits": 186668032.0,
                    "err": 0.10697849839925766,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.5271519252232144,
                    "total_bits": 207115264.0,
                    "err": 0.08979655802249908,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.6608973911830356,
                    "total_bits": 214968832.0,
                    "err": 0.08487993478775024,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.031341552734375,
                    "total_bits": 236721408.0,
                    "err": 0.062166985124349594,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.1253662109375,
                    "total_bits": 242242560.0,
                    "err": 0.05333418399095535,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.223580496651786,
                    "total_bits": 248009728.0,
                    "err": 0.0502583272755146,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.321794782366071,
                    "total_bits": 253776896.0,
                    "err": 0.0495118647813797,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.031341552734375,
                    "total_bits": 295441664.0,
                    "err": 0.031256865710020065,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.223580496651786,
                    "total_bits": 306729984.0,
                    "err": 0.02645980194211006,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.339651925223214,
                    "total_bits": 313545728.0,
                    "err": 0.026095332577824593,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.527151925223214,
                    "total_bits": 324555776.0,
                    "err": 0.023640230298042297,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.723580496651786,
                    "total_bits": 336090112.0,
                    "err": 0.023166202008724213,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.031341552734375,
                    "total_bits": 354161920.0,
                    "err": 0.01692032255232334,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.1253662109375,
                    "total_bits": 359683072.0,
                    "err": 0.01713511161506176,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.227770124162946,
                    "total_bits": 365696256.0,
                    "err": 0.015896953642368317,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.1253662109375,
                    "total_bits": 477123584.0,
                    "err": 0.012246913276612759,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.5.self_attn.q_proj",
            "numel": 16777216,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.1878662109375,
                    "total_bits": 36706304.0,
                    "err": 0.07622279971837997,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.3753662109375,
                    "total_bits": 39852032.0,
                    "err": 0.06664633005857468,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.6253662109375,
                    "total_bits": 44046336.0,
                    "err": 0.06119247153401375,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.7191162109375,
                    "total_bits": 45619200.0,
                    "err": 0.054468344897031784,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.2191162109375,
                    "total_bits": 54007808.0,
                    "err": 0.03506319969892502,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.6878662109375,
                    "total_bits": 61872128.0,
                    "err": 0.030483702197670937,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.031341552734375,
                    "total_bits": 50857472.0,
                    "err": 0.044680580496788025,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.1253662109375,
                    "total_bits": 52434944.0,
                    "err": 0.0406729094684124,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.1878662109375,
                    "total_bits": 53483520.0,
                    "err": 0.036194272339344025,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.5316162109375,
                    "total_bits": 59250688.0,
                    "err": 0.02933691069483757,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.65643310546875,
                    "total_bits": 61344768.0,
                    "err": 0.028209660202264786,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.031341552734375,
                    "total_bits": 67634688.0,
                    "err": 0.022664614021778107,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.1253662109375,
                    "total_bits": 69212160.0,
                    "err": 0.019452229142189026,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.2191162109375,
                    "total_bits": 70785024.0,
                    "err": 0.01696457900106907,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.3128662109375,
                    "total_bits": 72357888.0,
                    "err": 0.016328521072864532,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.031341552734375,
                    "total_bits": 84411904.0,
                    "err": 0.011362249962985516,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.2191162109375,
                    "total_bits": 87562240.0,
                    "err": 0.008946705609560013,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.3753662109375,
                    "total_bits": 90183680.0,
                    "err": 0.008485502563416958,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.5316162109375,
                    "total_bits": 92805120.0,
                    "err": 0.007830862887203693,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.7191162109375,
                    "total_bits": 95950848.0,
                    "err": 0.007415547501295805,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.031341552734375,
                    "total_bits": 101189120.0,
                    "err": 0.0060294754803180695,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.1253662109375,
                    "total_bits": 102766592.0,
                    "err": 0.006055150181055069,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.218841552734375,
                    "total_bits": 104334848.0,
                    "err": 0.005160426255315542,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.1253662109375,
                    "total_bits": 136321024.0,
                    "err": 0.004164846148341894,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.5.self_attn.k_proj",
            "numel": 4194304,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.18896484375,
                    "total_bits": 9181184.0,
                    "err": 0.07012154161930084,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.37646484375,
                    "total_bits": 9967616.0,
                    "err": 0.060200728476047516,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.62646484375,
                    "total_bits": 11016192.0,
                    "err": 0.054221682250499725,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.72021484375,
                    "total_bits": 11409408.0,
                    "err": 0.04817051813006401,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.22021484375,
                    "total_bits": 13506560.0,
                    "err": 0.03187161684036255,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.68896484375,
                    "total_bits": 15472640.0,
                    "err": 0.026884254068136215,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.0316162109375,
                    "total_bits": 12715520.0,
                    "err": 0.04177023470401764,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.12646484375,
                    "total_bits": 13113344.0,
                    "err": 0.03812136501073837,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.18896484375,
                    "total_bits": 13375488.0,
                    "err": 0.03308354690670967,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.53271484375,
                    "total_bits": 14817280.0,
                    "err": 0.026337357237935066,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.656982421875,
                    "total_bits": 15338496.0,
                    "err": 0.025507185608148575,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.0316162109375,
                    "total_bits": 16909824.0,
                    "err": 0.02117149345576763,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.12646484375,
                    "total_bits": 17307648.0,
                    "err": 0.01816333830356598,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.22021484375,
                    "total_bits": 17700864.0,
                    "err": 0.015360960736870766,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.31396484375,
                    "total_bits": 18094080.0,
                    "err": 0.014619956724345684,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.0316162109375,
                    "total_bits": 21104128.0,
                    "err": 0.010607477277517319,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.22021484375,
                    "total_bits": 21895168.0,
                    "err": 0.007977033965289593,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.37646484375,
                    "total_bits": 22550528.0,
                    "err": 0.007445149123668671,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.53271484375,
                    "total_bits": 23205888.0,
                    "err": 0.0068732937797904015,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.72021484375,
                    "total_bits": 23992320.0,
                    "err": 0.006376275327056646,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.0316162109375,
                    "total_bits": 25298432.0,
                    "err": 0.005477466154843569,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.12646484375,
                    "total_bits": 25696256.0,
                    "err": 0.005348361562937498,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.2191162109375,
                    "total_bits": 26084864.0,
                    "err": 0.004483257420361042,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.12646484375,
                    "total_bits": 34084864.0,
                    "err": 0.0034005448687821627,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.5.self_attn.v_proj",
            "numel": 4194304,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.18896484375,
                    "total_bits": 9181184.0,
                    "err": 0.22011665999889374,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.37646484375,
                    "total_bits": 9967616.0,
                    "err": 0.1959647685289383,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.62646484375,
                    "total_bits": 11016192.0,
                    "err": 0.1871427446603775,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.72021484375,
                    "total_bits": 11409408.0,
                    "err": 0.16592121124267578,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.22021484375,
                    "total_bits": 13506560.0,
                    "err": 0.10248890519142151,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.68896484375,
                    "total_bits": 15472640.0,
                    "err": 0.09321073442697525,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.0316162109375,
                    "total_bits": 12715520.0,
                    "err": 0.11867319792509079,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.12646484375,
                    "total_bits": 13113344.0,
                    "err": 0.10912754386663437,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.18896484375,
                    "total_bits": 13375488.0,
                    "err": 0.10477504134178162,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.53271484375,
                    "total_bits": 14817280.0,
                    "err": 0.0860849916934967,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.656982421875,
                    "total_bits": 15338496.0,
                    "err": 0.08134321123361588,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.0316162109375,
                    "total_bits": 16909824.0,
                    "err": 0.060349270701408386,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.12646484375,
                    "total_bits": 17307648.0,
                    "err": 0.05209909379482269,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.22021484375,
                    "total_bits": 17700864.0,
                    "err": 0.04910881444811821,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.31396484375,
                    "total_bits": 18094080.0,
                    "err": 0.04837668687105179,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.0316162109375,
                    "total_bits": 21104128.0,
                    "err": 0.030085692182183266,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.22021484375,
                    "total_bits": 21895168.0,
                    "err": 0.024909792467951775,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.37646484375,
                    "total_bits": 22550528.0,
                    "err": 0.02419808879494667,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.53271484375,
                    "total_bits": 23205888.0,
                    "err": 0.021517140790820122,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.72021484375,
                    "total_bits": 23992320.0,
                    "err": 0.021016594022512436,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.0316162109375,
                    "total_bits": 25298432.0,
                    "err": 0.01544511690735817,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.12646484375,
                    "total_bits": 25696256.0,
                    "err": 0.014861549250781536,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.2191162109375,
                    "total_bits": 26084864.0,
                    "err": 0.014353059232234955,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.12646484375,
                    "total_bits": 34084864.0,
                    "err": 0.008935956284403801,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.5.self_attn.o_proj",
            "numel": 16777216,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.1878662109375,
                    "total_bits": 36706304.0,
                    "err": 0.2045837789773941,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.3753662109375,
                    "total_bits": 39852032.0,
                    "err": 0.18667465448379517,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.6253662109375,
                    "total_bits": 44046336.0,
                    "err": 0.17938150465488434,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.7191162109375,
                    "total_bits": 45619200.0,
                    "err": 0.15708646178245544,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.2191162109375,
                    "total_bits": 54007808.0,
                    "err": 0.09525126218795776,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.6878662109375,
                    "total_bits": 61872128.0,
                    "err": 0.08838475495576859,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.031341552734375,
                    "total_bits": 50857472.0,
                    "err": 0.11124784499406815,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.1253662109375,
                    "total_bits": 52434944.0,
                    "err": 0.10160592943429947,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.1878662109375,
                    "total_bits": 53483520.0,
                    "err": 0.09698531031608582,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.5316162109375,
                    "total_bits": 59250688.0,
                    "err": 0.0814550518989563,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.65643310546875,
                    "total_bits": 61344768.0,
                    "err": 0.07634410262107849,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.031341552734375,
                    "total_bits": 67634688.0,
                    "err": 0.05720314010977745,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.1253662109375,
                    "total_bits": 69212160.0,
                    "err": 0.048945844173431396,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.2191162109375,
                    "total_bits": 70785024.0,
                    "err": 0.04600515589118004,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.3128662109375,
                    "total_bits": 72357888.0,
                    "err": 0.0452912338078022,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.031341552734375,
                    "total_bits": 84411904.0,
                    "err": 0.028810782358050346,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.2191162109375,
                    "total_bits": 87562240.0,
                    "err": 0.024300217628479004,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.3753662109375,
                    "total_bits": 90183680.0,
                    "err": 0.02372991107404232,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.5316162109375,
                    "total_bits": 92805120.0,
                    "err": 0.021609880030155182,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.7191162109375,
                    "total_bits": 95950848.0,
                    "err": 0.021151673048734665,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.031341552734375,
                    "total_bits": 101189120.0,
                    "err": 0.015701714903116226,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.1253662109375,
                    "total_bits": 102766592.0,
                    "err": 0.015851052477955818,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.218841552734375,
                    "total_bits": 104334848.0,
                    "err": 0.014698689803481102,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.1253662109375,
                    "total_bits": 136321024.0,
                    "err": 0.011410770937800407,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.5.mlp.gate_proj",
            "numel": 58720256,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.1876046316964284,
                    "total_bits": 128456703.99999999,
                    "err": 0.20281587541103363,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.3751046316964284,
                    "total_bits": 139466752.0,
                    "err": 0.19004929065704346,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.6251046316964284,
                    "total_bits": 154146816.0,
                    "err": 0.18573738634586334,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.7188546316964284,
                    "total_bits": 159651840.0,
                    "err": 0.16789183020591736,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.2188546316964284,
                    "total_bits": 189011968.0,
                    "err": 0.09577829390764236,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.6876046316964284,
                    "total_bits": 216537088.0,
                    "err": 0.09128331393003464,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.031276157924107,
                    "total_bits": 177997312.0,
                    "err": 0.10675232112407684,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.1251046316964284,
                    "total_bits": 183506944.0,
                    "err": 0.09856794774532318,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.1876046316964284,
                    "total_bits": 187176960.0,
                    "err": 0.09671051055192947,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.5313546316964284,
                    "total_bits": 207362048.0,
                    "err": 0.08519546687602997,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.6563023158482144,
                    "total_bits": 214699008.0,
                    "err": 0.08109910786151886,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.031276157924107,
                    "total_bits": 236717567.99999997,
                    "err": 0.054377514868974686,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.125104631696429,
                    "total_bits": 242227200.0,
                    "err": 0.0471782423555851,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.218854631696429,
                    "total_bits": 247732224.0,
                    "err": 0.0459170863032341,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.312604631696429,
                    "total_bits": 253237248.0,
                    "err": 0.04562230035662651,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.031276157924107,
                    "total_bits": 295437824.0,
                    "err": 0.027192218229174614,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.218854631696429,
                    "total_bits": 306452480.0,
                    "err": 0.023620132356882095,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.375104631696429,
                    "total_bits": 315627520.0,
                    "err": 0.023312097415328026,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.531354631696429,
                    "total_bits": 324802560.0,
                    "err": 0.021471550688147545,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.718854631696429,
                    "total_bits": 335812608.0,
                    "err": 0.021281149238348007,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.031276157924107,
                    "total_bits": 354158080.0,
                    "err": 0.014287019148468971,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.125104631696429,
                    "total_bits": 359667712.0,
                    "err": 0.014256512746214867,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.218776157924107,
                    "total_bits": 365168128.0,
                    "err": 0.013862606137990952,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.125104631696429,
                    "total_bits": 477108224.0,
                    "err": 0.009438954293727875,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.5.mlp.up_proj",
            "numel": 58720256,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.1876046316964284,
                    "total_bits": 128456703.99999999,
                    "err": 0.25850334763526917,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.3751046316964284,
                    "total_bits": 139466752.0,
                    "err": 0.24290098249912262,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.6251046316964284,
                    "total_bits": 154146816.0,
                    "err": 0.23783905804157257,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.7188546316964284,
                    "total_bits": 159651840.0,
                    "err": 0.21541611850261688,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.2188546316964284,
                    "total_bits": 189011968.0,
                    "err": 0.12233877927064896,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.6876046316964284,
                    "total_bits": 216537088.0,
                    "err": 0.11697129160165787,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.031276157924107,
                    "total_bits": 177997312.0,
                    "err": 0.13582798838615417,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.1251046316964284,
                    "total_bits": 183506944.0,
                    "err": 0.12545853853225708,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.1876046316964284,
                    "total_bits": 187176960.0,
                    "err": 0.12347901612520218,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.5313546316964284,
                    "total_bits": 207362048.0,
                    "err": 0.10917245596647263,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.6563023158482144,
                    "total_bits": 214699008.0,
                    "err": 0.1040036678314209,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.031276157924107,
                    "total_bits": 236717567.99999997,
                    "err": 0.0691959336400032,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.125104631696429,
                    "total_bits": 242227200.0,
                    "err": 0.05997275561094284,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.218854631696429,
                    "total_bits": 247732224.0,
                    "err": 0.05859065800905228,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.312604631696429,
                    "total_bits": 253237248.0,
                    "err": 0.058276914060115814,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.031276157924107,
                    "total_bits": 295437824.0,
                    "err": 0.03456873819231987,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.218854631696429,
                    "total_bits": 306452480.0,
                    "err": 0.029970893636345863,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.375104631696429,
                    "total_bits": 315627520.0,
                    "err": 0.0296185202896595,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.531354631696429,
                    "total_bits": 324802560.0,
                    "err": 0.027277151122689247,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.718854631696429,
                    "total_bits": 335812608.0,
                    "err": 0.02706657350063324,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.031276157924107,
                    "total_bits": 354158080.0,
                    "err": 0.01804725080728531,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.125104631696429,
                    "total_bits": 359667712.0,
                    "err": 0.017788823693990707,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.218776157924107,
                    "total_bits": 365168128.0,
                    "err": 0.017583295702934265,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.125104631696429,
                    "total_bits": 477108224.0,
                    "err": 0.011453601531684399,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.5.mlp.down_proj",
            "numel": 58720256,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.1789376395089284,
                    "total_bits": 127947775.99999999,
                    "err": 0.22897163033485413,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.3753662109375,
                    "total_bits": 139482112.0,
                    "err": 0.20626512169837952,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.6253662109375,
                    "total_bits": 154162176.0,
                    "err": 0.19721388816833496,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.7235804966517856,
                    "total_bits": 159929344.0,
                    "err": 0.17575347423553467,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.2235804966517856,
                    "total_bits": 189289472.0,
                    "err": 0.1053885892033577,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.7146519252232144,
                    "total_bits": 218125312.0,
                    "err": 0.09657233953475952,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.031341552734375,
                    "total_bits": 178001152.0,
                    "err": 0.12405871599912643,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.1253662109375,
                    "total_bits": 183522304.0,
                    "err": 0.11297710984945297,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.1789376395089284,
                    "total_bits": 186668032.0,
                    "err": 0.10800964385271072,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.5271519252232144,
                    "total_bits": 207115264.0,
                    "err": 0.09085003286600113,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.6608973911830356,
                    "total_bits": 214968832.0,
                    "err": 0.08623631298542023,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.031341552734375,
                    "total_bits": 236721408.0,
                    "err": 0.06327164173126221,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.1253662109375,
                    "total_bits": 242242560.0,
                    "err": 0.054156236350536346,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.223580496651786,
                    "total_bits": 248009728.0,
                    "err": 0.0507206916809082,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.321794782366071,
                    "total_bits": 253776896.0,
                    "err": 0.04988613724708557,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.031341552734375,
                    "total_bits": 295441664.0,
                    "err": 0.031827691942453384,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.223580496651786,
                    "total_bits": 306729984.0,
                    "err": 0.026633812114596367,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.339651925223214,
                    "total_bits": 313545728.0,
                    "err": 0.02622353844344616,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.527151925223214,
                    "total_bits": 324555776.0,
                    "err": 0.023805102333426476,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.723580496651786,
                    "total_bits": 336090112.0,
                    "err": 0.023271700367331505,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.031341552734375,
                    "total_bits": 354161920.0,
                    "err": 0.017217691987752914,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.1253662109375,
                    "total_bits": 359683072.0,
                    "err": 0.017209144309163094,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.227770124162946,
                    "total_bits": 365696256.0,
                    "err": 0.016051996499300003,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.1253662109375,
                    "total_bits": 477123584.0,
                    "err": 0.012144491076469421,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.6.self_attn.q_proj",
            "numel": 16777216,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.1878662109375,
                    "total_bits": 36706304.0,
                    "err": 0.07149125635623932,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.3753662109375,
                    "total_bits": 39852032.0,
                    "err": 0.06212937831878662,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.6253662109375,
                    "total_bits": 44046336.0,
                    "err": 0.056040406227111816,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.7191162109375,
                    "total_bits": 45619200.0,
                    "err": 0.04992743581533432,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.2191162109375,
                    "total_bits": 54007808.0,
                    "err": 0.0328049473464489,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.6878662109375,
                    "total_bits": 61872128.0,
                    "err": 0.027896452695131302,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.031341552734375,
                    "total_bits": 50857472.0,
                    "err": 0.04341788962483406,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.1253662109375,
                    "total_bits": 52434944.0,
                    "err": 0.0393068790435791,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.1878662109375,
                    "total_bits": 53483520.0,
                    "err": 0.033940739929676056,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.5316162109375,
                    "total_bits": 59250688.0,
                    "err": 0.027342645451426506,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.65643310546875,
                    "total_bits": 61344768.0,
                    "err": 0.026472121477127075,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.031341552734375,
                    "total_bits": 67634688.0,
                    "err": 0.022066419944167137,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.1253662109375,
                    "total_bits": 69212160.0,
                    "err": 0.018779074773192406,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.2191162109375,
                    "total_bits": 70785024.0,
                    "err": 0.01589372381567955,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.3128662109375,
                    "total_bits": 72357888.0,
                    "err": 0.015138918533921242,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.031341552734375,
                    "total_bits": 84411904.0,
                    "err": 0.011042969301342964,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.2191162109375,
                    "total_bits": 87562240.0,
                    "err": 0.00841660425066948,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.3753662109375,
                    "total_bits": 90183680.0,
                    "err": 0.007897524163126945,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.5316162109375,
                    "total_bits": 92805120.0,
                    "err": 0.007359710987657309,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.7191162109375,
                    "total_bits": 95950848.0,
                    "err": 0.006877134554088116,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.031341552734375,
                    "total_bits": 101189120.0,
                    "err": 0.005820496007800102,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.1253662109375,
                    "total_bits": 102766592.0,
                    "err": 0.0058259908109903336,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.218841552734375,
                    "total_bits": 104334848.0,
                    "err": 0.0047846948727965355,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.1253662109375,
                    "total_bits": 136321024.0,
                    "err": 0.004001932684332132,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.6.self_attn.k_proj",
            "numel": 4194304,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.18896484375,
                    "total_bits": 9181184.0,
                    "err": 0.06640511006116867,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.37646484375,
                    "total_bits": 9967616.0,
                    "err": 0.056719932705163956,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.62646484375,
                    "total_bits": 11016192.0,
                    "err": 0.05011407285928726,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.72021484375,
                    "total_bits": 11409408.0,
                    "err": 0.04458308219909668,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.22021484375,
                    "total_bits": 13506560.0,
                    "err": 0.030092710629105568,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.68896484375,
                    "total_bits": 15472640.0,
                    "err": 0.024835996329784393,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.0316162109375,
                    "total_bits": 12715520.0,
                    "err": 0.040908925235271454,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.12646484375,
                    "total_bits": 13113344.0,
                    "err": 0.03712904080748558,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.18896484375,
                    "total_bits": 13375488.0,
                    "err": 0.03134331852197647,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.53271484375,
                    "total_bits": 14817280.0,
                    "err": 0.024797527119517326,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.656982421875,
                    "total_bits": 15338496.0,
                    "err": 0.02418980374932289,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.0316162109375,
                    "total_bits": 16909824.0,
                    "err": 0.020711489021778107,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.12646484375,
                    "total_bits": 17307648.0,
                    "err": 0.017699753865599632,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.22021484375,
                    "total_bits": 17700864.0,
                    "err": 0.014544034376740456,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.31396484375,
                    "total_bits": 18094080.0,
                    "err": 0.013707761652767658,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.0316162109375,
                    "total_bits": 21104128.0,
                    "err": 0.010365527123212814,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.22021484375,
                    "total_bits": 21895168.0,
                    "err": 0.007625170983374119,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.37646484375,
                    "total_bits": 22550528.0,
                    "err": 0.007043905556201935,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.53271484375,
                    "total_bits": 23205888.0,
                    "err": 0.006585220340639353,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.72021484375,
                    "total_bits": 23992320.0,
                    "err": 0.006032489240169525,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.0316162109375,
                    "total_bits": 25298432.0,
                    "err": 0.00538983941078186,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.12646484375,
                    "total_bits": 25696256.0,
                    "err": 0.005287995561957359,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.2191162109375,
                    "total_bits": 26084864.0,
                    "err": 0.004265731666237116,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.12646484375,
                    "total_bits": 34084864.0,
                    "err": 0.003446863731369376,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.6.self_attn.v_proj",
            "numel": 4194304,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.18896484375,
                    "total_bits": 9181184.0,
                    "err": 0.19837243854999542,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.37646484375,
                    "total_bits": 9967616.0,
                    "err": 0.17688655853271484,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.62646484375,
                    "total_bits": 11016192.0,
                    "err": 0.16785264015197754,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.72021484375,
                    "total_bits": 11409408.0,
                    "err": 0.14877869188785553,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.22021484375,
                    "total_bits": 13506560.0,
                    "err": 0.092490553855896,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.68896484375,
                    "total_bits": 15472640.0,
                    "err": 0.08369285613298416,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.0316162109375,
                    "total_bits": 12715520.0,
                    "err": 0.10911586880683899,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.12646484375,
                    "total_bits": 13113344.0,
                    "err": 0.10025278478860855,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.18896484375,
                    "total_bits": 13375488.0,
                    "err": 0.0945768654346466,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.53271484375,
                    "total_bits": 14817280.0,
                    "err": 0.07781178504228592,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.656982421875,
                    "total_bits": 15338496.0,
                    "err": 0.07367115467786789,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.0316162109375,
                    "total_bits": 16909824.0,
                    "err": 0.05537005141377449,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.12646484375,
                    "total_bits": 17307648.0,
                    "err": 0.047821756452322006,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.22021484375,
                    "total_bits": 17700864.0,
                    "err": 0.04433375597000122,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.31396484375,
                    "total_bits": 18094080.0,
                    "err": 0.04347149282693863,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.0316162109375,
                    "total_bits": 21104128.0,
                    "err": 0.027636995539069176,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.22021484375,
                    "total_bits": 21895168.0,
                    "err": 0.022620603442192078,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.37646484375,
                    "total_bits": 22550528.0,
                    "err": 0.021871041506528854,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.53271484375,
                    "total_bits": 23205888.0,
                    "err": 0.01960725337266922,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.72021484375,
                    "total_bits": 23992320.0,
                    "err": 0.01902976632118225,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.0316162109375,
                    "total_bits": 25298432.0,
                    "err": 0.014193816110491753,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.12646484375,
                    "total_bits": 25696256.0,
                    "err": 0.013802614063024521,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.2191162109375,
                    "total_bits": 26084864.0,
                    "err": 0.012898148037493229,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.12646484375,
                    "total_bits": 34084864.0,
                    "err": 0.008476299233734608,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.6.self_attn.o_proj",
            "numel": 16777216,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.1878662109375,
                    "total_bits": 36706304.0,
                    "err": 0.19399365782737732,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.3753662109375,
                    "total_bits": 39852032.0,
                    "err": 0.17228597402572632,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.6253662109375,
                    "total_bits": 44046336.0,
                    "err": 0.16382405161857605,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.7191162109375,
                    "total_bits": 45619200.0,
                    "err": 0.14101827144622803,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.2191162109375,
                    "total_bits": 54007808.0,
                    "err": 0.09031081199645996,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.6878662109375,
                    "total_bits": 61872128.0,
                    "err": 0.08170735836029053,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.031341552734375,
                    "total_bits": 50857472.0,
                    "err": 0.10728027671575546,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.1253662109375,
                    "total_bits": 52434944.0,
                    "err": 0.09708216041326523,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.1878662109375,
                    "total_bits": 53483520.0,
                    "err": 0.09236237406730652,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.5316162109375,
                    "total_bits": 59250688.0,
                    "err": 0.07461465895175934,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.65643310546875,
                    "total_bits": 61344768.0,
                    "err": 0.0695149376988411,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.031341552734375,
                    "total_bits": 67634688.0,
                    "err": 0.05513161048293114,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.1253662109375,
                    "total_bits": 69212160.0,
                    "err": 0.04692782461643219,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.2191162109375,
                    "total_bits": 70785024.0,
                    "err": 0.04380933195352554,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.3128662109375,
                    "total_bits": 72357888.0,
                    "err": 0.04306218773126602,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.031341552734375,
                    "total_bits": 84411904.0,
                    "err": 0.027687059715390205,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.2191162109375,
                    "total_bits": 87562240.0,
                    "err": 0.023386552929878235,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.3753662109375,
                    "total_bits": 90183680.0,
                    "err": 0.022710494697093964,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.5316162109375,
                    "total_bits": 92805120.0,
                    "err": 0.02038782276213169,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.7191162109375,
                    "total_bits": 95950848.0,
                    "err": 0.019903449341654778,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.031341552734375,
                    "total_bits": 101189120.0,
                    "err": 0.01499646995216608,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.1253662109375,
                    "total_bits": 102766592.0,
                    "err": 0.01561987865716219,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.218841552734375,
                    "total_bits": 104334848.0,
                    "err": 0.013985445722937584,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.1253662109375,
                    "total_bits": 136321024.0,
                    "err": 0.011547142639756203,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.6.mlp.gate_proj",
            "numel": 58720256,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.1876046316964284,
                    "total_bits": 128456703.99999999,
                    "err": 0.19224078953266144,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.3751046316964284,
                    "total_bits": 139466752.0,
                    "err": 0.18053863942623138,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.6251046316964284,
                    "total_bits": 154146816.0,
                    "err": 0.17643395066261292,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.7188546316964284,
                    "total_bits": 159651840.0,
                    "err": 0.15991702675819397,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.2188546316964284,
                    "total_bits": 189011968.0,
                    "err": 0.09094962477684021,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.6876046316964284,
                    "total_bits": 216537088.0,
                    "err": 0.0867544561624527,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.031276157924107,
                    "total_bits": 177997312.0,
                    "err": 0.10160147398710251,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.1251046316964284,
                    "total_bits": 183506944.0,
                    "err": 0.09374190121889114,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.1876046316964284,
                    "total_bits": 187176960.0,
                    "err": 0.09183204174041748,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.5313546316964284,
                    "total_bits": 207362048.0,
                    "err": 0.08116691559553146,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.6563023158482144,
                    "total_bits": 214699008.0,
                    "err": 0.07736388593912125,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.031276157924107,
                    "total_bits": 236717567.99999997,
                    "err": 0.05189134553074837,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.125104631696429,
                    "total_bits": 242227200.0,
                    "err": 0.04490494728088379,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.218854631696429,
                    "total_bits": 247732224.0,
                    "err": 0.04365132376551628,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.312604631696429,
                    "total_bits": 253237248.0,
                    "err": 0.04335479438304901,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.031276157924107,
                    "total_bits": 295437824.0,
                    "err": 0.0259602852165699,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.218854631696429,
                    "total_bits": 306452480.0,
                    "err": 0.022553903982043266,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.375104631696429,
                    "total_bits": 315627520.0,
                    "err": 0.022259684279561043,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.531354631696429,
                    "total_bits": 324802560.0,
                    "err": 0.02057182975113392,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.718854631696429,
                    "total_bits": 335812608.0,
                    "err": 0.0203839261084795,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.031276157924107,
                    "total_bits": 354158080.0,
                    "err": 0.013758383691310883,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.125104631696429,
                    "total_bits": 359667712.0,
                    "err": 0.013759653083980083,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.218776157924107,
                    "total_bits": 365168128.0,
                    "err": 0.013331159949302673,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.125104631696429,
                    "total_bits": 477108224.0,
                    "err": 0.009286517277359962,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.6.mlp.up_proj",
            "numel": 58720256,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.1876046316964284,
                    "total_bits": 128456703.99999999,
                    "err": 0.25327685475349426,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.3751046316964284,
                    "total_bits": 139466752.0,
                    "err": 0.23829030990600586,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.6251046316964284,
                    "total_bits": 154146816.0,
                    "err": 0.23335686326026917,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.7188546316964284,
                    "total_bits": 159651840.0,
                    "err": 0.21156731247901917,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.2188546316964284,
                    "total_bits": 189011968.0,
                    "err": 0.1200520321726799,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.6876046316964284,
                    "total_bits": 216537088.0,
                    "err": 0.1148042380809784,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.031276157924107,
                    "total_bits": 177997312.0,
                    "err": 0.1336028128862381,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.1251046316964284,
                    "total_bits": 183506944.0,
                    "err": 0.12320803105831146,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.1876046316964284,
                    "total_bits": 187176960.0,
                    "err": 0.1211099699139595,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.5313546316964284,
                    "total_bits": 207362048.0,
                    "err": 0.10734418779611588,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.6563023158482144,
                    "total_bits": 214699008.0,
                    "err": 0.102323979139328,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.031276157924107,
                    "total_bits": 236717567.99999997,
                    "err": 0.0680694505572319,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.125104631696429,
                    "total_bits": 242227200.0,
                    "err": 0.05896374583244324,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.218854631696429,
                    "total_bits": 247732224.0,
                    "err": 0.05753094702959061,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.312604631696429,
                    "total_bits": 253237248.0,
                    "err": 0.05718923732638359,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.031276157924107,
                    "total_bits": 295437824.0,
                    "err": 0.03402400761842728,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.218854631696429,
                    "total_bits": 306452480.0,
                    "err": 0.029502253979444504,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.375104631696429,
                    "total_bits": 315627520.0,
                    "err": 0.029145214706659317,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.531354631696429,
                    "total_bits": 324802560.0,
                    "err": 0.026898866519331932,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.718854631696429,
                    "total_bits": 335812608.0,
                    "err": 0.026682956144213676,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.031276157924107,
                    "total_bits": 354158080.0,
                    "err": 0.017835035920143127,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.125104631696429,
                    "total_bits": 359667712.0,
                    "err": 0.017643004655838013,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.218776157924107,
                    "total_bits": 365168128.0,
                    "err": 0.017356153577566147,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.125104631696429,
                    "total_bits": 477108224.0,
                    "err": 0.011521583423018456,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.6.mlp.down_proj",
            "numel": 58720256,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.1789376395089284,
                    "total_bits": 127947775.99999999,
                    "err": 0.22904402017593384,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.3753662109375,
                    "total_bits": 139482112.0,
                    "err": 0.20692908763885498,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.6253662109375,
                    "total_bits": 154162176.0,
                    "err": 0.19833555817604065,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.7235804966517856,
                    "total_bits": 159929344.0,
                    "err": 0.1771523505449295,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.2235804966517856,
                    "total_bits": 189289472.0,
                    "err": 0.10576459765434265,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.7146519252232144,
                    "total_bits": 218125312.0,
                    "err": 0.0973539724946022,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.031341552734375,
                    "total_bits": 178001152.0,
                    "err": 0.12453179806470871,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.1253662109375,
                    "total_bits": 183522304.0,
                    "err": 0.11287076771259308,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.1789376395089284,
                    "total_bits": 186668032.0,
                    "err": 0.10831712931394577,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.5271519252232144,
                    "total_bits": 207115264.0,
                    "err": 0.09154001623392105,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.6608973911830356,
                    "total_bits": 214968832.0,
                    "err": 0.08710125833749771,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.031341552734375,
                    "total_bits": 236721408.0,
                    "err": 0.06340935081243515,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.1253662109375,
                    "total_bits": 242242560.0,
                    "err": 0.05421164631843567,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.223580496651786,
                    "total_bits": 248009728.0,
                    "err": 0.05101557448506355,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.321794782366071,
                    "total_bits": 253776896.0,
                    "err": 0.0502377524971962,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.031341552734375,
                    "total_bits": 295441664.0,
                    "err": 0.03183826431632042,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.223580496651786,
                    "total_bits": 306729984.0,
                    "err": 0.026965519413352013,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.339651925223214,
                    "total_bits": 313545728.0,
                    "err": 0.026592524722218513,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.527151925223214,
                    "total_bits": 324555776.0,
                    "err": 0.024223826825618744,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.723580496651786,
                    "total_bits": 336090112.0,
                    "err": 0.023736413568258286,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.031341552734375,
                    "total_bits": 354161920.0,
                    "err": 0.017208905890583992,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.1253662109375,
                    "total_bits": 359683072.0,
                    "err": 0.017611026763916016,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.227770124162946,
                    "total_bits": 365696256.0,
                    "err": 0.016133705154061317,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.1253662109375,
                    "total_bits": 477123584.0,
                    "err": 0.01273446436971426,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.7.self_attn.q_proj",
            "numel": 16777216,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.1878662109375,
                    "total_bits": 36706304.0,
                    "err": 0.07826486974954605,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.3753662109375,
                    "total_bits": 39852032.0,
                    "err": 0.06998155266046524,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.6253662109375,
                    "total_bits": 44046336.0,
                    "err": 0.06323463469743729,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.7191162109375,
                    "total_bits": 45619200.0,
                    "err": 0.05628316104412079,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.2191162109375,
                    "total_bits": 54007808.0,
                    "err": 0.036242447793483734,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.6878662109375,
                    "total_bits": 61872128.0,
                    "err": 0.03119705058634281,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.031341552734375,
                    "total_bits": 50857472.0,
                    "err": 0.048771146684885025,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.1253662109375,
                    "total_bits": 52434944.0,
                    "err": 0.04408644512295723,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.1878662109375,
                    "total_bits": 53483520.0,
                    "err": 0.03714023903012276,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.5316162109375,
                    "total_bits": 59250688.0,
                    "err": 0.0309795830398798,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.65643310546875,
                    "total_bits": 61344768.0,
                    "err": 0.03007885441184044,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.031341552734375,
                    "total_bits": 67634688.0,
                    "err": 0.024849271401762962,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.1253662109375,
                    "total_bits": 69212160.0,
                    "err": 0.021161694079637527,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.2191162109375,
                    "total_bits": 70785024.0,
                    "err": 0.01760929636657238,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.3128662109375,
                    "total_bits": 72357888.0,
                    "err": 0.016679173335433006,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.031341552734375,
                    "total_bits": 84411904.0,
                    "err": 0.01246341411024332,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.2191162109375,
                    "total_bits": 87562240.0,
                    "err": 0.009419267997145653,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.3753662109375,
                    "total_bits": 90183680.0,
                    "err": 0.008808638900518417,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.5316162109375,
                    "total_bits": 92805120.0,
                    "err": 0.008413970470428467,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.7191162109375,
                    "total_bits": 95950848.0,
                    "err": 0.007824715226888657,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.031341552734375,
                    "total_bits": 101189120.0,
                    "err": 0.006614708807319403,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.1253662109375,
                    "total_bits": 102766592.0,
                    "err": 0.006680637132376432,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.218841552734375,
                    "total_bits": 104334848.0,
                    "err": 0.005344032309949398,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.1253662109375,
                    "total_bits": 136321024.0,
                    "err": 0.00467787217348814,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.7.self_attn.k_proj",
            "numel": 4194304,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.18896484375,
                    "total_bits": 9181184.0,
                    "err": 0.0689370259642601,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.37646484375,
                    "total_bits": 9967616.0,
                    "err": 0.060813769698143005,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.62646484375,
                    "total_bits": 11016192.0,
                    "err": 0.0537472628057003,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.72021484375,
                    "total_bits": 11409408.0,
                    "err": 0.047647569328546524,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.22021484375,
                    "total_bits": 13506560.0,
                    "err": 0.03155675157904625,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.68896484375,
                    "total_bits": 15472640.0,
                    "err": 0.02632039040327072,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.0316162109375,
                    "total_bits": 12715520.0,
                    "err": 0.043849505484104156,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.12646484375,
                    "total_bits": 13113344.0,
                    "err": 0.0398017056286335,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.18896484375,
                    "total_bits": 13375488.0,
                    "err": 0.032487258315086365,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.53271484375,
                    "total_bits": 14817280.0,
                    "err": 0.0267702154815197,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.656982421875,
                    "total_bits": 15338496.0,
                    "err": 0.02605583518743515,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.0316162109375,
                    "total_bits": 16909824.0,
                    "err": 0.022178858518600464,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.12646484375,
                    "total_bits": 17307648.0,
                    "err": 0.019068226218223572,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.22021484375,
                    "total_bits": 17700864.0,
                    "err": 0.015270316042006016,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.31396484375,
                    "total_bits": 18094080.0,
                    "err": 0.014239730313420296,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.0316162109375,
                    "total_bits": 21104128.0,
                    "err": 0.011139735579490662,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.22021484375,
                    "total_bits": 21895168.0,
                    "err": 0.008034804835915565,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.37646484375,
                    "total_bits": 22550528.0,
                    "err": 0.007359322626143694,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.53271484375,
                    "total_bits": 23205888.0,
                    "err": 0.007093741558492184,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.72021484375,
                    "total_bits": 23992320.0,
                    "err": 0.006427037063986063,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.0316162109375,
                    "total_bits": 25298432.0,
                    "err": 0.005784023553133011,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.12646484375,
                    "total_bits": 25696256.0,
                    "err": 0.005689177196472883,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.2191162109375,
                    "total_bits": 26084864.0,
                    "err": 0.0044341483153402805,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.12646484375,
                    "total_bits": 34084864.0,
                    "err": 0.0037093220744282007,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.7.self_attn.v_proj",
            "numel": 4194304,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.18896484375,
                    "total_bits": 9181184.0,
                    "err": 0.21202781796455383,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.37646484375,
                    "total_bits": 9967616.0,
                    "err": 0.1916056126356125,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.62646484375,
                    "total_bits": 11016192.0,
                    "err": 0.18350429832935333,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.72021484375,
                    "total_bits": 11409408.0,
                    "err": 0.162676140666008,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.22021484375,
                    "total_bits": 13506560.0,
                    "err": 0.09923332184553146,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.68896484375,
                    "total_bits": 15472640.0,
                    "err": 0.0911915972828865,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.0316162109375,
                    "total_bits": 12715520.0,
                    "err": 0.11558876931667328,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.12646484375,
                    "total_bits": 13113344.0,
                    "err": 0.10567527264356613,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.18896484375,
                    "total_bits": 13375488.0,
                    "err": 0.10105607658624649,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.53271484375,
                    "total_bits": 14817280.0,
                    "err": 0.08435729146003723,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.656982421875,
                    "total_bits": 15338496.0,
                    "err": 0.0796525850892067,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.0316162109375,
                    "total_bits": 16909824.0,
                    "err": 0.05880379676818848,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.12646484375,
                    "total_bits": 17307648.0,
                    "err": 0.05050324648618698,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.22021484375,
                    "total_bits": 17700864.0,
                    "err": 0.04753996804356575,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.31396484375,
                    "total_bits": 18094080.0,
                    "err": 0.04684916138648987,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.0316162109375,
                    "total_bits": 21104128.0,
                    "err": 0.0293525792658329,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.22021484375,
                    "total_bits": 21895168.0,
                    "err": 0.0242783110588789,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.37646484375,
                    "total_bits": 22550528.0,
                    "err": 0.02362949587404728,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.53271484375,
                    "total_bits": 23205888.0,
                    "err": 0.021221328526735306,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.72021484375,
                    "total_bits": 23992320.0,
                    "err": 0.020742276683449745,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.0316162109375,
                    "total_bits": 25298432.0,
                    "err": 0.01512323971837759,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.12646484375,
                    "total_bits": 25696256.0,
                    "err": 0.014681054279208183,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.2191162109375,
                    "total_bits": 26084864.0,
                    "err": 0.013984398916363716,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.12646484375,
                    "total_bits": 34084864.0,
                    "err": 0.009165936149656773,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.7.self_attn.o_proj",
            "numel": 16777216,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.1878662109375,
                    "total_bits": 36706304.0,
                    "err": 0.20165963470935822,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.3753662109375,
                    "total_bits": 39852032.0,
                    "err": 0.1804783195257187,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.6253662109375,
                    "total_bits": 44046336.0,
                    "err": 0.17174576222896576,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.7191162109375,
                    "total_bits": 45619200.0,
                    "err": 0.1479886770248413,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.2191162109375,
                    "total_bits": 54007808.0,
                    "err": 0.09435062855482101,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.6878662109375,
                    "total_bits": 61872128.0,
                    "err": 0.08591180294752121,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.031341552734375,
                    "total_bits": 50857472.0,
                    "err": 0.11306341737508774,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.1253662109375,
                    "total_bits": 52434944.0,
                    "err": 0.10150089114904404,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.1878662109375,
                    "total_bits": 53483520.0,
                    "err": 0.09610587358474731,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.5316162109375,
                    "total_bits": 59250688.0,
                    "err": 0.07813337445259094,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.65643310546875,
                    "total_bits": 61344768.0,
                    "err": 0.07357749342918396,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.031341552734375,
                    "total_bits": 67634688.0,
                    "err": 0.05832608789205551,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.1253662109375,
                    "total_bits": 69212160.0,
                    "err": 0.04930054396390915,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.2191162109375,
                    "total_bits": 70785024.0,
                    "err": 0.046123526990413666,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.3128662109375,
                    "total_bits": 72357888.0,
                    "err": 0.0453345887362957,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.031341552734375,
                    "total_bits": 84411904.0,
                    "err": 0.029435371980071068,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.2191162109375,
                    "total_bits": 87562240.0,
                    "err": 0.025085387751460075,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.3753662109375,
                    "total_bits": 90183680.0,
                    "err": 0.024447176605463028,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.5316162109375,
                    "total_bits": 92805120.0,
                    "err": 0.022059256210923195,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.7191162109375,
                    "total_bits": 95950848.0,
                    "err": 0.021570919081568718,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.031341552734375,
                    "total_bits": 101189120.0,
                    "err": 0.016436127945780754,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.1253662109375,
                    "total_bits": 102766592.0,
                    "err": 0.017286667600274086,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.218841552734375,
                    "total_bits": 104334848.0,
                    "err": 0.01543004997074604,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.1253662109375,
                    "total_bits": 136321024.0,
                    "err": 0.013354687951505184,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.7.mlp.gate_proj",
            "numel": 58720256,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.1876046316964284,
                    "total_bits": 128456703.99999999,
                    "err": 0.18522053956985474,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.3751046316964284,
                    "total_bits": 139466752.0,
                    "err": 0.17399397492408752,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.6251046316964284,
                    "total_bits": 154146816.0,
                    "err": 0.17017464339733124,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.7188546316964284,
                    "total_bits": 159651840.0,
                    "err": 0.15431691706180573,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.2188546316964284,
                    "total_bits": 189011968.0,
                    "err": 0.08773248642683029,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.6876046316964284,
                    "total_bits": 216537088.0,
                    "err": 0.08376817405223846,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.031276157924107,
                    "total_bits": 177997312.0,
                    "err": 0.09782089293003082,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.1251046316964284,
                    "total_bits": 183506944.0,
                    "err": 0.09015011042356491,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.1876046316964284,
                    "total_bits": 187176960.0,
                    "err": 0.08858180791139603,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.5313546316964284,
                    "total_bits": 207362048.0,
                    "err": 0.07831615954637527,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.6563023158482144,
                    "total_bits": 214699008.0,
                    "err": 0.07476679980754852,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.031276157924107,
                    "total_bits": 236717567.99999997,
                    "err": 0.05001034960150719,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.125104631696429,
                    "total_bits": 242227200.0,
                    "err": 0.043281786143779755,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.218854631696429,
                    "total_bits": 247732224.0,
                    "err": 0.042186491191387177,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.312604631696429,
                    "total_bits": 253237248.0,
                    "err": 0.041927631944417953,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.031276157924107,
                    "total_bits": 295437824.0,
                    "err": 0.025036588311195374,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.218854631696429,
                    "total_bits": 306452480.0,
                    "err": 0.021939119324088097,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.375104631696429,
                    "total_bits": 315627520.0,
                    "err": 0.021671505644917488,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.531354631696429,
                    "total_bits": 324802560.0,
                    "err": 0.020050104707479477,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.718854631696429,
                    "total_bits": 335812608.0,
                    "err": 0.019891805946826935,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.031276157924107,
                    "total_bits": 354158080.0,
                    "err": 0.01336499024182558,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.125104631696429,
                    "total_bits": 359667712.0,
                    "err": 0.013571073301136494,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.218776157924107,
                    "total_bits": 365168128.0,
                    "err": 0.013001905754208565,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.125104631696429,
                    "total_bits": 477108224.0,
                    "err": 0.009423065930604935,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.7.mlp.up_proj",
            "numel": 58720256,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.1876046316964284,
                    "total_bits": 128456703.99999999,
                    "err": 0.2525213658809662,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.3751046316964284,
                    "total_bits": 139466752.0,
                    "err": 0.23756055533885956,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.6251046316964284,
                    "total_bits": 154146816.0,
                    "err": 0.23271067440509796,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.7188546316964284,
                    "total_bits": 159651840.0,
                    "err": 0.21112284064292908,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.2188546316964284,
                    "total_bits": 189011968.0,
                    "err": 0.11977937072515488,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.6876046316964284,
                    "total_bits": 216537088.0,
                    "err": 0.11463732272386551,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.031276157924107,
                    "total_bits": 177997312.0,
                    "err": 0.13324633240699768,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.1251046316964284,
                    "total_bits": 183506944.0,
                    "err": 0.12272246927022934,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.1876046316964284,
                    "total_bits": 187176960.0,
                    "err": 0.12087862938642502,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.5313546316964284,
                    "total_bits": 207362048.0,
                    "err": 0.10708299279212952,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.6563023158482144,
                    "total_bits": 214699008.0,
                    "err": 0.10226170718669891,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.031276157924107,
                    "total_bits": 236717567.99999997,
                    "err": 0.06816133856773376,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.125104631696429,
                    "total_bits": 242227200.0,
                    "err": 0.058843422681093216,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.218854631696429,
                    "total_bits": 247732224.0,
                    "err": 0.05752607062458992,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.312604631696429,
                    "total_bits": 253237248.0,
                    "err": 0.05721791833639145,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.031276157924107,
                    "total_bits": 295437824.0,
                    "err": 0.034089092165231705,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.218854631696429,
                    "total_bits": 306452480.0,
                    "err": 0.029702872037887573,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.375104631696429,
                    "total_bits": 315627520.0,
                    "err": 0.02936922386288643,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.531354631696429,
                    "total_bits": 324802560.0,
                    "err": 0.02713373303413391,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.718854631696429,
                    "total_bits": 335812608.0,
                    "err": 0.02693702094256878,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.031276157924107,
                    "total_bits": 354158080.0,
                    "err": 0.018109416589140892,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.125104631696429,
                    "total_bits": 359667712.0,
                    "err": 0.018051618710160255,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.218776157924107,
                    "total_bits": 365168128.0,
                    "err": 0.01767638698220253,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.125104631696429,
                    "total_bits": 477108224.0,
                    "err": 0.01217980869114399,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.7.mlp.down_proj",
            "numel": 58720256,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.1789376395089284,
                    "total_bits": 127947775.99999999,
                    "err": 0.22482062876224518,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.3753662109375,
                    "total_bits": 139482112.0,
                    "err": 0.20286321640014648,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.6253662109375,
                    "total_bits": 154162176.0,
                    "err": 0.19424091279506683,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.7235804966517856,
                    "total_bits": 159929344.0,
                    "err": 0.17369841039180756,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.2235804966517856,
                    "total_bits": 189289472.0,
                    "err": 0.1036497950553894,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.7146519252232144,
                    "total_bits": 218125312.0,
                    "err": 0.09521815180778503,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.031341552734375,
                    "total_bits": 178001152.0,
                    "err": 0.12210332602262497,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.1253662109375,
                    "total_bits": 183522304.0,
                    "err": 0.1109134703874588,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.1789376395089284,
                    "total_bits": 186668032.0,
                    "err": 0.10627236217260361,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.5271519252232144,
                    "total_bits": 207115264.0,
                    "err": 0.08965758979320526,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.6608973911830356,
                    "total_bits": 214968832.0,
                    "err": 0.08557712286710739,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.031341552734375,
                    "total_bits": 236721408.0,
                    "err": 0.06231866776943207,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.1253662109375,
                    "total_bits": 242242560.0,
                    "err": 0.05318246781826019,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.223580496651786,
                    "total_bits": 248009728.0,
                    "err": 0.049926355481147766,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.321794782366071,
                    "total_bits": 253776896.0,
                    "err": 0.04913005977869034,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.031341552734375,
                    "total_bits": 295441664.0,
                    "err": 0.0312904492020607,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.223580496651786,
                    "total_bits": 306729984.0,
                    "err": 0.02624702639877796,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.339651925223214,
                    "total_bits": 313545728.0,
                    "err": 0.025864318013191223,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.527151925223214,
                    "total_bits": 324555776.0,
                    "err": 0.023526769131422043,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.723580496651786,
                    "total_bits": 336090112.0,
                    "err": 0.023023856803774834,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.031341552734375,
                    "total_bits": 354161920.0,
                    "err": 0.01692751981317997,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.1253662109375,
                    "total_bits": 359683072.0,
                    "err": 0.016983481124043465,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.227770124162946,
                    "total_bits": 365696256.0,
                    "err": 0.01584441214799881,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.1253662109375,
                    "total_bits": 477123584.0,
                    "err": 0.01204826682806015,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.8.self_attn.q_proj",
            "numel": 16777216,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.1878662109375,
                    "total_bits": 36706304.0,
                    "err": 0.0778941884636879,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.3753662109375,
                    "total_bits": 39852032.0,
                    "err": 0.06911509484052658,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.6253662109375,
                    "total_bits": 44046336.0,
                    "err": 0.06399606913328171,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.7191162109375,
                    "total_bits": 45619200.0,
                    "err": 0.0564693920314312,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.2191162109375,
                    "total_bits": 54007808.0,
                    "err": 0.036021243780851364,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.6878662109375,
                    "total_bits": 61872128.0,
                    "err": 0.03170822188258171,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.031341552734375,
                    "total_bits": 50857472.0,
                    "err": 0.04513930156826973,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.1253662109375,
                    "total_bits": 52434944.0,
                    "err": 0.041349124163389206,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.1878662109375,
                    "total_bits": 53483520.0,
                    "err": 0.03690541163086891,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.5316162109375,
                    "total_bits": 59250688.0,
                    "err": 0.03025093674659729,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.65643310546875,
                    "total_bits": 61344768.0,
                    "err": 0.028864892199635506,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.031341552734375,
                    "total_bits": 67634688.0,
                    "err": 0.022905739024281502,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.1253662109375,
                    "total_bits": 69212160.0,
                    "err": 0.01975144073367119,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.2191162109375,
                    "total_bits": 70785024.0,
                    "err": 0.017377980053424835,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.3128662109375,
                    "total_bits": 72357888.0,
                    "err": 0.01678120717406273,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.031341552734375,
                    "total_bits": 84411904.0,
                    "err": 0.011478404514491558,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.2191162109375,
                    "total_bits": 87562240.0,
                    "err": 0.009106221608817577,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.3753662109375,
                    "total_bits": 90183680.0,
                    "err": 0.008669021539390087,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.5316162109375,
                    "total_bits": 92805120.0,
                    "err": 0.007969662547111511,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.7191162109375,
                    "total_bits": 95950848.0,
                    "err": 0.007578542456030846,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.031341552734375,
                    "total_bits": 101189120.0,
                    "err": 0.006024270784109831,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.1253662109375,
                    "total_bits": 102766592.0,
                    "err": 0.006056749727576971,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.218841552734375,
                    "total_bits": 104334848.0,
                    "err": 0.005204981192946434,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.1253662109375,
                    "total_bits": 136321024.0,
                    "err": 0.004097581375390291,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.8.self_attn.k_proj",
            "numel": 4194304,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.18896484375,
                    "total_bits": 9181184.0,
                    "err": 0.06936778128147125,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.37646484375,
                    "total_bits": 9967616.0,
                    "err": 0.06032455712556839,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.62646484375,
                    "total_bits": 11016192.0,
                    "err": 0.05504808947443962,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.72021484375,
                    "total_bits": 11409408.0,
                    "err": 0.04836805537343025,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.22021484375,
                    "total_bits": 13506560.0,
                    "err": 0.031697165220975876,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.68896484375,
                    "total_bits": 15472640.0,
                    "err": 0.02721494436264038,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.0316162109375,
                    "total_bits": 12715520.0,
                    "err": 0.04076499491930008,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.12646484375,
                    "total_bits": 13113344.0,
                    "err": 0.03713727742433548,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.18896484375,
                    "total_bits": 13375488.0,
                    "err": 0.03269709646701813,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.53271484375,
                    "total_bits": 14817280.0,
                    "err": 0.02618667669594288,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.656982421875,
                    "total_bits": 15338496.0,
                    "err": 0.025089461356401443,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.0316162109375,
                    "total_bits": 16909824.0,
                    "err": 0.020698409527540207,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.12646484375,
                    "total_bits": 17307648.0,
                    "err": 0.017761114984750748,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.22021484375,
                    "total_bits": 17700864.0,
                    "err": 0.015260250307619572,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.31396484375,
                    "total_bits": 18094080.0,
                    "err": 0.01461372897028923,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.0316162109375,
                    "total_bits": 21104128.0,
                    "err": 0.010358327068388462,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.22021484375,
                    "total_bits": 21895168.0,
                    "err": 0.007942155934870243,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.37646484375,
                    "total_bits": 22550528.0,
                    "err": 0.00748029537498951,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.53271484375,
                    "total_bits": 23205888.0,
                    "err": 0.0068503678776323795,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.72021484375,
                    "total_bits": 23992320.0,
                    "err": 0.00642703240737319,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.0316162109375,
                    "total_bits": 25298432.0,
                    "err": 0.0053809392265975475,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.12646484375,
                    "total_bits": 25696256.0,
                    "err": 0.005295110400766134,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.2191162109375,
                    "total_bits": 26084864.0,
                    "err": 0.004503270145505667,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.12646484375,
                    "total_bits": 34084864.0,
                    "err": 0.003449295414611697,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.8.self_attn.v_proj",
            "numel": 4194304,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.18896484375,
                    "total_bits": 9181184.0,
                    "err": 0.19909122586250305,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.37646484375,
                    "total_bits": 9967616.0,
                    "err": 0.17769929766654968,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.62646484375,
                    "total_bits": 11016192.0,
                    "err": 0.16936996579170227,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.72021484375,
                    "total_bits": 11409408.0,
                    "err": 0.14900583028793335,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.22021484375,
                    "total_bits": 13506560.0,
                    "err": 0.0926174744963646,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.68896484375,
                    "total_bits": 15472640.0,
                    "err": 0.08425033837556839,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.0316162109375,
                    "total_bits": 12715520.0,
                    "err": 0.10901999473571777,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.12646484375,
                    "total_bits": 13113344.0,
                    "err": 0.09917140752077103,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.18896484375,
                    "total_bits": 13375488.0,
                    "err": 0.094560407102108,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.53271484375,
                    "total_bits": 14817280.0,
                    "err": 0.07759036868810654,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.656982421875,
                    "total_bits": 15338496.0,
                    "err": 0.07316367328166962,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.0316162109375,
                    "total_bits": 16909824.0,
                    "err": 0.05545608699321747,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.12646484375,
                    "total_bits": 17307648.0,
                    "err": 0.04743003100156784,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.22021484375,
                    "total_bits": 17700864.0,
                    "err": 0.044423073530197144,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.31396484375,
                    "total_bits": 18094080.0,
                    "err": 0.043720729649066925,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.0316162109375,
                    "total_bits": 21104128.0,
                    "err": 0.02779151313006878,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.22021484375,
                    "total_bits": 21895168.0,
                    "err": 0.02281217835843563,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.37646484375,
                    "total_bits": 22550528.0,
                    "err": 0.022151365876197815,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.53271484375,
                    "total_bits": 23205888.0,
                    "err": 0.01976613700389862,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.72021484375,
                    "total_bits": 23992320.0,
                    "err": 0.019285745918750763,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.0316162109375,
                    "total_bits": 25298432.0,
                    "err": 0.014361043460667133,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.12646484375,
                    "total_bits": 25696256.0,
                    "err": 0.014058202505111694,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.2191162109375,
                    "total_bits": 26084864.0,
                    "err": 0.013146565295755863,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.12646484375,
                    "total_bits": 34084864.0,
                    "err": 0.00905430968850851,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.8.self_attn.o_proj",
            "numel": 16777216,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.1878662109375,
                    "total_bits": 36706304.0,
                    "err": 0.2081802785396576,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.3753662109375,
                    "total_bits": 39852032.0,
                    "err": 0.18903149664402008,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.6253662109375,
                    "total_bits": 44046336.0,
                    "err": 0.18130967020988464,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.7191162109375,
                    "total_bits": 45619200.0,
                    "err": 0.1582985818386078,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.2191162109375,
                    "total_bits": 54007808.0,
                    "err": 0.09751148521900177,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.6878662109375,
                    "total_bits": 61872128.0,
                    "err": 0.08999153971672058,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.031341552734375,
                    "total_bits": 50857472.0,
                    "err": 0.11413489282131195,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.1253662109375,
                    "total_bits": 52434944.0,
                    "err": 0.10373441129922867,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.1878662109375,
                    "total_bits": 53483520.0,
                    "err": 0.09912075102329254,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.5316162109375,
                    "total_bits": 59250688.0,
                    "err": 0.08249026536941528,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.65643310546875,
                    "total_bits": 61344768.0,
                    "err": 0.0779479444026947,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.031341552734375,
                    "total_bits": 67634688.0,
                    "err": 0.058587875217199326,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.1253662109375,
                    "total_bits": 69212160.0,
                    "err": 0.049911558628082275,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.2191162109375,
                    "total_bits": 70785024.0,
                    "err": 0.04708854854106903,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.3128662109375,
                    "total_bits": 72357888.0,
                    "err": 0.046405334025621414,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.031341552734375,
                    "total_bits": 84411904.0,
                    "err": 0.029330840334296227,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.2191162109375,
                    "total_bits": 87562240.0,
                    "err": 0.024765819311141968,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.3753662109375,
                    "total_bits": 90183680.0,
                    "err": 0.024181818589568138,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.5316162109375,
                    "total_bits": 92805120.0,
                    "err": 0.021821554750204086,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.7191162109375,
                    "total_bits": 95950848.0,
                    "err": 0.021377600729465485,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.031341552734375,
                    "total_bits": 101189120.0,
                    "err": 0.015606849454343319,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.1253662109375,
                    "total_bits": 102766592.0,
                    "err": 0.016003388911485672,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.218841552734375,
                    "total_bits": 104334848.0,
                    "err": 0.01467725820839405,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.1253662109375,
                    "total_bits": 136321024.0,
                    "err": 0.011397645808756351,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.8.mlp.gate_proj",
            "numel": 58720256,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.1876046316964284,
                    "total_bits": 128456703.99999999,
                    "err": 0.18363915383815765,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.3751046316964284,
                    "total_bits": 139466752.0,
                    "err": 0.17244084179401398,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.6251046316964284,
                    "total_bits": 154146816.0,
                    "err": 0.168624147772789,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.7188546316964284,
                    "total_bits": 159651840.0,
                    "err": 0.15278354287147522,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.2188546316964284,
                    "total_bits": 189011968.0,
                    "err": 0.08701962977647781,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.6876046316964284,
                    "total_bits": 216537088.0,
                    "err": 0.08303648978471756,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.031276157924107,
                    "total_bits": 177997312.0,
                    "err": 0.09724263101816177,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.1251046316964284,
                    "total_bits": 183506944.0,
                    "err": 0.0895397812128067,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.1876046316964284,
                    "total_bits": 187176960.0,
                    "err": 0.08785195648670197,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.5313546316964284,
                    "total_bits": 207362048.0,
                    "err": 0.07761072367429733,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.6563023158482144,
                    "total_bits": 214699008.0,
                    "err": 0.07412013411521912,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.031276157924107,
                    "total_bits": 236717567.99999997,
                    "err": 0.049677394330501556,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.125104631696429,
                    "total_bits": 242227200.0,
                    "err": 0.04293472319841385,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.218854631696429,
                    "total_bits": 247732224.0,
                    "err": 0.04181423410773277,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.312604631696429,
                    "total_bits": 253237248.0,
                    "err": 0.041542693972587585,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.031276157924107,
                    "total_bits": 295437824.0,
                    "err": 0.02486472949385643,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.218854631696429,
                    "total_bits": 306452480.0,
                    "err": 0.021674202755093575,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.375104631696429,
                    "total_bits": 315627520.0,
                    "err": 0.02140529826283455,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.531354631696429,
                    "total_bits": 324802560.0,
                    "err": 0.019784696400165558,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.718854631696429,
                    "total_bits": 335812608.0,
                    "err": 0.01961563341319561,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.031276157924107,
                    "total_bits": 354158080.0,
                    "err": 0.013206162489950657,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.125104631696429,
                    "total_bits": 359667712.0,
                    "err": 0.013334902003407478,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.218776157924107,
                    "total_bits": 365168128.0,
                    "err": 0.012827146798372269,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.125104631696429,
                    "total_bits": 477108224.0,
                    "err": 0.009150131605565548,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.8.mlp.up_proj",
            "numel": 58720256,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.1876046316964284,
                    "total_bits": 128456703.99999999,
                    "err": 0.24998576939105988,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.3751046316964284,
                    "total_bits": 139466752.0,
                    "err": 0.2349017709493637,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.6251046316964284,
                    "total_bits": 154146816.0,
                    "err": 0.23000137507915497,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.7188546316964284,
                    "total_bits": 159651840.0,
                    "err": 0.20846344530582428,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.2188546316964284,
                    "total_bits": 189011968.0,
                    "err": 0.11860212683677673,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.6876046316964284,
                    "total_bits": 216537088.0,
                    "err": 0.1132877916097641,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.031276157924107,
                    "total_bits": 177997312.0,
                    "err": 0.13217389583587646,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.1251046316964284,
                    "total_bits": 183506944.0,
                    "err": 0.12160598486661911,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.1876046316964284,
                    "total_bits": 187176960.0,
                    "err": 0.11967268586158752,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.5313546316964284,
                    "total_bits": 207362048.0,
                    "err": 0.10577495396137238,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.6563023158482144,
                    "total_bits": 214699008.0,
                    "err": 0.10101643204689026,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.031276157924107,
                    "total_bits": 236717567.99999997,
                    "err": 0.06756021082401276,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.125104631696429,
                    "total_bits": 242227200.0,
                    "err": 0.05825408548116684,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.218854631696429,
                    "total_bits": 247732224.0,
                    "err": 0.0569021962583065,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.312604631696429,
                    "total_bits": 253237248.0,
                    "err": 0.05657995864748955,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.031276157924107,
                    "total_bits": 295437824.0,
                    "err": 0.033770374953746796,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.218854631696429,
                    "total_bits": 306452480.0,
                    "err": 0.029265090823173523,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.375104631696429,
                    "total_bits": 315627520.0,
                    "err": 0.028914494439959526,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.531354631696429,
                    "total_bits": 324802560.0,
                    "err": 0.02664918266236782,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.718854631696429,
                    "total_bits": 335812608.0,
                    "err": 0.02644616924226284,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.031276157924107,
                    "total_bits": 354158080.0,
                    "err": 0.017815904691815376,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.125104631696429,
                    "total_bits": 359667712.0,
                    "err": 0.01762785017490387,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.218776157924107,
                    "total_bits": 365168128.0,
                    "err": 0.017349468544125557,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.125104631696429,
                    "total_bits": 477108224.0,
                    "err": 0.011696377769112587,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.8.mlp.down_proj",
            "numel": 58720256,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.1789376395089284,
                    "total_bits": 127947775.99999999,
                    "err": 0.23093929886817932,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.3753662109375,
                    "total_bits": 139482112.0,
                    "err": 0.20891475677490234,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.6253662109375,
                    "total_bits": 154162176.0,
                    "err": 0.20058618485927582,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.7235804966517856,
                    "total_bits": 159929344.0,
                    "err": 0.1787157952785492,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.2235804966517856,
                    "total_bits": 189289472.0,
                    "err": 0.1066267266869545,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.7146519252232144,
                    "total_bits": 218125312.0,
                    "err": 0.09829235076904297,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.031341552734375,
                    "total_bits": 178001152.0,
                    "err": 0.12451621890068054,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.1253662109375,
                    "total_bits": 183522304.0,
                    "err": 0.11331838369369507,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.1789376395089284,
                    "total_bits": 186668032.0,
                    "err": 0.10909092426300049,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.5271519252232144,
                    "total_bits": 207115264.0,
                    "err": 0.09215092658996582,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.6608973911830356,
                    "total_bits": 214968832.0,
                    "err": 0.08736242353916168,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.031341552734375,
                    "total_bits": 236721408.0,
                    "err": 0.06358248740434647,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.1253662109375,
                    "total_bits": 242242560.0,
                    "err": 0.05444078519940376,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.223580496651786,
                    "total_bits": 248009728.0,
                    "err": 0.051438432186841965,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.321794782366071,
                    "total_bits": 253776896.0,
                    "err": 0.05071087181568146,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.031341552734375,
                    "total_bits": 295441664.0,
                    "err": 0.032034408301115036,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.223580496651786,
                    "total_bits": 306729984.0,
                    "err": 0.02719607949256897,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.339651925223214,
                    "total_bits": 313545728.0,
                    "err": 0.02683757245540619,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.527151925223214,
                    "total_bits": 324555776.0,
                    "err": 0.02440381795167923,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.723580496651786,
                    "total_bits": 336090112.0,
                    "err": 0.023935623466968536,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.031341552734375,
                    "total_bits": 354161920.0,
                    "err": 0.017544163390994072,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.1253662109375,
                    "total_bits": 359683072.0,
                    "err": 0.01772572472691536,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.227770124162946,
                    "total_bits": 365696256.0,
                    "err": 0.016564933583140373,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.1253662109375,
                    "total_bits": 477123584.0,
                    "err": 0.012815733440220356,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.9.self_attn.q_proj",
            "numel": 16777216,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.1878662109375,
                    "total_bits": 36706304.0,
                    "err": 0.09969541430473328,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.3753662109375,
                    "total_bits": 39852032.0,
                    "err": 0.08881037682294846,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.6253662109375,
                    "total_bits": 44046336.0,
                    "err": 0.08262336999177933,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.7191162109375,
                    "total_bits": 45619200.0,
                    "err": 0.07294366508722305,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.2191162109375,
                    "total_bits": 54007808.0,
                    "err": 0.04616302624344826,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.6878662109375,
                    "total_bits": 61872128.0,
                    "err": 0.040934499353170395,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.031341552734375,
                    "total_bits": 50857472.0,
                    "err": 0.057742200791835785,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.1253662109375,
                    "total_bits": 52434944.0,
                    "err": 0.05256395414471626,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.1878662109375,
                    "total_bits": 53483520.0,
                    "err": 0.04722766578197479,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.5316162109375,
                    "total_bits": 59250688.0,
                    "err": 0.03894161432981491,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.65643310546875,
                    "total_bits": 61344768.0,
                    "err": 0.037187132984399796,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.031341552734375,
                    "total_bits": 67634688.0,
                    "err": 0.02940746396780014,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.1253662109375,
                    "total_bits": 69212160.0,
                    "err": 0.02521895244717598,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.2191162109375,
                    "total_bits": 70785024.0,
                    "err": 0.022330408915877342,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.3128662109375,
                    "total_bits": 72357888.0,
                    "err": 0.021616799756884575,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.031341552734375,
                    "total_bits": 84411904.0,
                    "err": 0.014763936400413513,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.2191162109375,
                    "total_bits": 87562240.0,
                    "err": 0.01185038685798645,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.3753662109375,
                    "total_bits": 90183680.0,
                    "err": 0.011329388245940208,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.5316162109375,
                    "total_bits": 92805120.0,
                    "err": 0.01046086847782135,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.7191162109375,
                    "total_bits": 95950848.0,
                    "err": 0.009998062625527382,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.031341552734375,
                    "total_bits": 101189120.0,
                    "err": 0.007879930548369884,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.1253662109375,
                    "total_bits": 102766592.0,
                    "err": 0.008028735406696796,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.218841552734375,
                    "total_bits": 104334848.0,
                    "err": 0.0068740020506083965,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.1253662109375,
                    "total_bits": 136321024.0,
                    "err": 0.00568289402872324,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.9.self_attn.k_proj",
            "numel": 4194304,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.18896484375,
                    "total_bits": 9181184.0,
                    "err": 0.08706750720739365,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.37646484375,
                    "total_bits": 9967616.0,
                    "err": 0.07659498602151871,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.62646484375,
                    "total_bits": 11016192.0,
                    "err": 0.07043217122554779,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.72021484375,
                    "total_bits": 11409408.0,
                    "err": 0.062012337148189545,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.22021484375,
                    "total_bits": 13506560.0,
                    "err": 0.03992227092385292,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.68896484375,
                    "total_bits": 15472640.0,
                    "err": 0.0347544327378273,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.0316162109375,
                    "total_bits": 12715520.0,
                    "err": 0.05098792165517807,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.12646484375,
                    "total_bits": 13113344.0,
                    "err": 0.046378836035728455,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.18896484375,
                    "total_bits": 13375488.0,
                    "err": 0.04106322303414345,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.53271484375,
                    "total_bits": 14817280.0,
                    "err": 0.03336646407842636,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.656982421875,
                    "total_bits": 15338496.0,
                    "err": 0.03202088549733162,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.0316162109375,
                    "total_bits": 16909824.0,
                    "err": 0.025932008400559425,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.12646484375,
                    "total_bits": 17307648.0,
                    "err": 0.022174205631017685,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.22021484375,
                    "total_bits": 17700864.0,
                    "err": 0.0192258320748806,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.31396484375,
                    "total_bits": 18094080.0,
                    "err": 0.01848755031824112,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.0316162109375,
                    "total_bits": 21104128.0,
                    "err": 0.012974480167031288,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.22021484375,
                    "total_bits": 21895168.0,
                    "err": 0.010000860318541527,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.37646484375,
                    "total_bits": 22550528.0,
                    "err": 0.009463408030569553,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.53271484375,
                    "total_bits": 23205888.0,
                    "err": 0.008693601004779339,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.72021484375,
                    "total_bits": 23992320.0,
                    "err": 0.008197931572794914,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.0316162109375,
                    "total_bits": 25298432.0,
                    "err": 0.006754444912075996,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.12646484375,
                    "total_bits": 25696256.0,
                    "err": 0.006628356408327818,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.2191162109375,
                    "total_bits": 26084864.0,
                    "err": 0.005710590165108442,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.12646484375,
                    "total_bits": 34084864.0,
                    "err": 0.0043274229392409325,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.9.self_attn.v_proj",
            "numel": 4194304,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.18896484375,
                    "total_bits": 9181184.0,
                    "err": 0.2063051015138626,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.37646484375,
                    "total_bits": 9967616.0,
                    "err": 0.18713605403900146,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.62646484375,
                    "total_bits": 11016192.0,
                    "err": 0.18005535006523132,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.72021484375,
                    "total_bits": 11409408.0,
                    "err": 0.1584620326757431,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.22021484375,
                    "total_bits": 13506560.0,
                    "err": 0.09664097428321838,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.68896484375,
                    "total_bits": 15472640.0,
                    "err": 0.08933039009571075,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.0316162109375,
                    "total_bits": 12715520.0,
                    "err": 0.11084383726119995,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.12646484375,
                    "total_bits": 13113344.0,
                    "err": 0.10179866850376129,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.18896484375,
                    "total_bits": 13375488.0,
                    "err": 0.09810642898082733,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.53271484375,
                    "total_bits": 14817280.0,
                    "err": 0.08186211436986923,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.656982421875,
                    "total_bits": 15338496.0,
                    "err": 0.07691881060600281,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.0316162109375,
                    "total_bits": 16909824.0,
                    "err": 0.05633869767189026,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.12646484375,
                    "total_bits": 17307648.0,
                    "err": 0.0485522635281086,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.22021484375,
                    "total_bits": 17700864.0,
                    "err": 0.046256761997938156,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.31396484375,
                    "total_bits": 18094080.0,
                    "err": 0.04569011926651001,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.0316162109375,
                    "total_bits": 21104128.0,
                    "err": 0.02813686802983284,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.22021484375,
                    "total_bits": 21895168.0,
                    "err": 0.02350427955389023,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.37646484375,
                    "total_bits": 22550528.0,
                    "err": 0.02296639047563076,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.53271484375,
                    "total_bits": 23205888.0,
                    "err": 0.020442526787519455,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.72021484375,
                    "total_bits": 23992320.0,
                    "err": 0.020064059644937515,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.0316162109375,
                    "total_bits": 25298432.0,
                    "err": 0.014413425698876381,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.12646484375,
                    "total_bits": 25696256.0,
                    "err": 0.013955126516520977,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.2191162109375,
                    "total_bits": 26084864.0,
                    "err": 0.01354154758155346,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.12646484375,
                    "total_bits": 34084864.0,
                    "err": 0.008539016358554363,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.9.self_attn.o_proj",
            "numel": 16777216,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.1878662109375,
                    "total_bits": 36706304.0,
                    "err": 0.207819864153862,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.3753662109375,
                    "total_bits": 39852032.0,
                    "err": 0.1876479834318161,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.6253662109375,
                    "total_bits": 44046336.0,
                    "err": 0.1797940731048584,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.7191162109375,
                    "total_bits": 45619200.0,
                    "err": 0.15801915526390076,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.2191162109375,
                    "total_bits": 54007808.0,
                    "err": 0.09735262393951416,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.6878662109375,
                    "total_bits": 61872128.0,
                    "err": 0.08947181701660156,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.031341552734375,
                    "total_bits": 50857472.0,
                    "err": 0.11339187622070312,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.1253662109375,
                    "total_bits": 52434944.0,
                    "err": 0.10340824723243713,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.1878662109375,
                    "total_bits": 53483520.0,
                    "err": 0.09887278079986572,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.5316162109375,
                    "total_bits": 59250688.0,
                    "err": 0.0819517970085144,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.65643310546875,
                    "total_bits": 61344768.0,
                    "err": 0.07751630991697311,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.031341552734375,
                    "total_bits": 67634688.0,
                    "err": 0.05819105729460716,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.1253662109375,
                    "total_bits": 69212160.0,
                    "err": 0.04970507323741913,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.2191162109375,
                    "total_bits": 70785024.0,
                    "err": 0.04689474031329155,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.3128662109375,
                    "total_bits": 72357888.0,
                    "err": 0.04623023420572281,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.031341552734375,
                    "total_bits": 84411904.0,
                    "err": 0.029073446989059448,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.2191162109375,
                    "total_bits": 87562240.0,
                    "err": 0.024452680721879005,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.3753662109375,
                    "total_bits": 90183680.0,
                    "err": 0.02383337914943695,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.5316162109375,
                    "total_bits": 92805120.0,
                    "err": 0.0213761106133461,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.7191162109375,
                    "total_bits": 95950848.0,
                    "err": 0.02093413472175598,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.031341552734375,
                    "total_bits": 101189120.0,
                    "err": 0.015374472364783287,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.1253662109375,
                    "total_bits": 102766592.0,
                    "err": 0.015494915656745434,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.218841552734375,
                    "total_bits": 104334848.0,
                    "err": 0.014450285583734512,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.1253662109375,
                    "total_bits": 136321024.0,
                    "err": 0.010681730695068836,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.9.mlp.gate_proj",
            "numel": 58720256,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.1876046316964284,
                    "total_bits": 128456703.99999999,
                    "err": 0.17827774584293365,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.3751046316964284,
                    "total_bits": 139466752.0,
                    "err": 0.16687236726284027,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.6251046316964284,
                    "total_bits": 154146816.0,
                    "err": 0.16296614706516266,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.7188546316964284,
                    "total_bits": 159651840.0,
                    "err": 0.1475929319858551,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.2188546316964284,
                    "total_bits": 189011968.0,
                    "err": 0.08445403724908829,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.6876046316964284,
                    "total_bits": 216537088.0,
                    "err": 0.08040804415941238,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.031276157924107,
                    "total_bits": 177997312.0,
                    "err": 0.09463422745466232,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.1251046316964284,
                    "total_bits": 183506944.0,
                    "err": 0.08703761547803879,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.1876046316964284,
                    "total_bits": 187176960.0,
                    "err": 0.08533284068107605,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.5313546316964284,
                    "total_bits": 207362048.0,
                    "err": 0.0750986859202385,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.6563023158482144,
                    "total_bits": 214699008.0,
                    "err": 0.071714386343956,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.031276157924107,
                    "total_bits": 236717567.99999997,
                    "err": 0.048495084047317505,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.125104631696429,
                    "total_bits": 242227200.0,
                    "err": 0.04183641076087952,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.218854631696429,
                    "total_bits": 247732224.0,
                    "err": 0.040676359087228775,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.312604631696429,
                    "total_bits": 253237248.0,
                    "err": 0.04039638489484787,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.031276157924107,
                    "total_bits": 295437824.0,
                    "err": 0.02431565150618553,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.218854631696429,
                    "total_bits": 306452480.0,
                    "err": 0.02130146510899067,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.375104631696429,
                    "total_bits": 315627520.0,
                    "err": 0.0210263691842556,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.531354631696429,
                    "total_bits": 324802560.0,
                    "err": 0.01944747194647789,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.718854631696429,
                    "total_bits": 335812608.0,
                    "err": 0.019277971237897873,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.031276157924107,
                    "total_bits": 354158080.0,
                    "err": 0.013113519176840782,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.125104631696429,
                    "total_bits": 359667712.0,
                    "err": 0.013411327265202999,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.218776157924107,
                    "total_bits": 365168128.0,
                    "err": 0.012733825482428074,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.125104631696429,
                    "total_bits": 477108224.0,
                    "err": 0.009552715346217155,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.9.mlp.up_proj",
            "numel": 58720256,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.1876046316964284,
                    "total_bits": 128456703.99999999,
                    "err": 0.24295389652252197,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.3751046316964284,
                    "total_bits": 139466752.0,
                    "err": 0.22761526703834534,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.6251046316964284,
                    "total_bits": 154146816.0,
                    "err": 0.22253206372261047,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.7188546316964284,
                    "total_bits": 159651840.0,
                    "err": 0.20160317420959473,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.2188546316964284,
                    "total_bits": 189011968.0,
                    "err": 0.11515722423791885,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.6876046316964284,
                    "total_bits": 216537088.0,
                    "err": 0.1097174808382988,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.031276157924107,
                    "total_bits": 177997312.0,
                    "err": 0.12870949506759644,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.1251046316964284,
                    "total_bits": 183506944.0,
                    "err": 0.11829914897680283,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.1876046316964284,
                    "total_bits": 187176960.0,
                    "err": 0.11632517725229263,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.5313546316964284,
                    "total_bits": 207362048.0,
                    "err": 0.10237612575292587,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.6563023158482144,
                    "total_bits": 214699008.0,
                    "err": 0.09779559820890427,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.031276157924107,
                    "total_bits": 236717567.99999997,
                    "err": 0.06593230366706848,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.125104631696429,
                    "total_bits": 242227200.0,
                    "err": 0.0567626990377903,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.218854631696429,
                    "total_bits": 247732224.0,
                    "err": 0.05534685403108597,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.312604631696429,
                    "total_bits": 253237248.0,
                    "err": 0.05500810593366623,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.031276157924107,
                    "total_bits": 295437824.0,
                    "err": 0.03301720321178436,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.218854631696429,
                    "total_bits": 306452480.0,
                    "err": 0.028708836063742638,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.375104631696429,
                    "total_bits": 315627520.0,
                    "err": 0.028350211679935455,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.531354631696429,
                    "total_bits": 324802560.0,
                    "err": 0.026148775592446327,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.718854631696429,
                    "total_bits": 335812608.0,
                    "err": 0.025935115292668343,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.031276157924107,
                    "total_bits": 354158080.0,
                    "err": 0.017696324735879898,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.125104631696429,
                    "total_bits": 359667712.0,
                    "err": 0.017668835818767548,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.218776157924107,
                    "total_bits": 365168128.0,
                    "err": 0.017229046672582626,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.125104631696429,
                    "total_bits": 477108224.0,
                    "err": 0.012155686505138874,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.9.mlp.down_proj",
            "numel": 58720256,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.1789376395089284,
                    "total_bits": 127947775.99999999,
                    "err": 0.2318858653306961,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.3753662109375,
                    "total_bits": 139482112.0,
                    "err": 0.2094375342130661,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.6253662109375,
                    "total_bits": 154162176.0,
                    "err": 0.20091958343982697,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.7235804966517856,
                    "total_bits": 159929344.0,
                    "err": 0.178635373711586,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.2235804966517856,
                    "total_bits": 189289472.0,
                    "err": 0.10703252255916595,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.7146519252232144,
                    "total_bits": 218125312.0,
                    "err": 0.09846547245979309,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.031341552734375,
                    "total_bits": 178001152.0,
                    "err": 0.1254141628742218,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.1253662109375,
                    "total_bits": 183522304.0,
                    "err": 0.11406253278255463,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.1789376395089284,
                    "total_bits": 186668032.0,
                    "err": 0.10955832898616791,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.5271519252232144,
                    "total_bits": 207115264.0,
                    "err": 0.09223505109548569,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.6608973911830356,
                    "total_bits": 214968832.0,
                    "err": 0.08726555854082108,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.031341552734375,
                    "total_bits": 236721408.0,
                    "err": 0.06371887028217316,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.1253662109375,
                    "total_bits": 242242560.0,
                    "err": 0.05468529090285301,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.223580496651786,
                    "total_bits": 248009728.0,
                    "err": 0.05151750519871712,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.321794782366071,
                    "total_bits": 253776896.0,
                    "err": 0.05074484273791313,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.031341552734375,
                    "total_bits": 295441664.0,
                    "err": 0.03200269490480423,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.223580496651786,
                    "total_bits": 306729984.0,
                    "err": 0.027044253423810005,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.339651925223214,
                    "total_bits": 313545728.0,
                    "err": 0.02665158547461033,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.527151925223214,
                    "total_bits": 324555776.0,
                    "err": 0.024165187031030655,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.723580496651786,
                    "total_bits": 336090112.0,
                    "err": 0.023660076782107353,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.031341552734375,
                    "total_bits": 354161920.0,
                    "err": 0.017298001796007156,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.1253662109375,
                    "total_bits": 359683072.0,
                    "err": 0.017405947670340538,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.227770124162946,
                    "total_bits": 365696256.0,
                    "err": 0.016246123239398003,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.1253662109375,
                    "total_bits": 477123584.0,
                    "err": 0.012280012480914593,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.10.self_attn.q_proj",
            "numel": 16777216,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.1878662109375,
                    "total_bits": 36706304.0,
                    "err": 0.08703077584505081,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.3753662109375,
                    "total_bits": 39852032.0,
                    "err": 0.07782716304063797,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.6253662109375,
                    "total_bits": 44046336.0,
                    "err": 0.07275324314832687,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.7191162109375,
                    "total_bits": 45619200.0,
                    "err": 0.0637548640370369,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.2191162109375,
                    "total_bits": 54007808.0,
                    "err": 0.040390197187662125,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.6878662109375,
                    "total_bits": 61872128.0,
                    "err": 0.036067135632038116,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.031341552734375,
                    "total_bits": 50857472.0,
                    "err": 0.04972982779145241,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.1253662109375,
                    "total_bits": 52434944.0,
                    "err": 0.045463040471076965,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.1878662109375,
                    "total_bits": 53483520.0,
                    "err": 0.04119982570409775,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.5316162109375,
                    "total_bits": 59250688.0,
                    "err": 0.03391631320118904,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.65643310546875,
                    "total_bits": 61344768.0,
                    "err": 0.03216392919421196,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.031341552734375,
                    "total_bits": 67634688.0,
                    "err": 0.02527504973113537,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.1253662109375,
                    "total_bits": 69212160.0,
                    "err": 0.02171752229332924,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.2191162109375,
                    "total_bits": 70785024.0,
                    "err": 0.019459936767816544,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.3128662109375,
                    "total_bits": 72357888.0,
                    "err": 0.01890110969543457,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.031341552734375,
                    "total_bits": 84411904.0,
                    "err": 0.012654508464038372,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.2191162109375,
                    "total_bits": 87562240.0,
                    "err": 0.010173482820391655,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.3753662109375,
                    "total_bits": 90183680.0,
                    "err": 0.009744761511683464,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.5316162109375,
                    "total_bits": 92805120.0,
                    "err": 0.008893278427422047,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.7191162109375,
                    "total_bits": 95950848.0,
                    "err": 0.008520153351128101,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.031341552734375,
                    "total_bits": 101189120.0,
                    "err": 0.0066531444899737835,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.1253662109375,
                    "total_bits": 102766592.0,
                    "err": 0.006668291054666042,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.218841552734375,
                    "total_bits": 104334848.0,
                    "err": 0.00584937259554863,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.1253662109375,
                    "total_bits": 136321024.0,
                    "err": 0.004510862752795219,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.10.self_attn.k_proj",
            "numel": 4194304,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.18896484375,
                    "total_bits": 9181184.0,
                    "err": 0.07977135479450226,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.37646484375,
                    "total_bits": 9967616.0,
                    "err": 0.07059292495250702,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.62646484375,
                    "total_bits": 11016192.0,
                    "err": 0.06572073698043823,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.72021484375,
                    "total_bits": 11409408.0,
                    "err": 0.057348258793354034,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.22021484375,
                    "total_bits": 13506560.0,
                    "err": 0.03671421483159065,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.68896484375,
                    "total_bits": 15472640.0,
                    "err": 0.03253815323114395,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.0316162109375,
                    "total_bits": 12715520.0,
                    "err": 0.04576825723052025,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.12646484375,
                    "total_bits": 13113344.0,
                    "err": 0.04154898598790169,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.18896484375,
                    "total_bits": 13375488.0,
                    "err": 0.03755595535039902,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.53271484375,
                    "total_bits": 14817280.0,
                    "err": 0.03058847039937973,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.656982421875,
                    "total_bits": 15338496.0,
                    "err": 0.02902127429842949,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.0316162109375,
                    "total_bits": 16909824.0,
                    "err": 0.02322280779480934,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.12646484375,
                    "total_bits": 17307648.0,
                    "err": 0.019865579903125763,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.22021484375,
                    "total_bits": 17700864.0,
                    "err": 0.017657365649938583,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.31396484375,
                    "total_bits": 18094080.0,
                    "err": 0.01710372418165207,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.0316162109375,
                    "total_bits": 21104128.0,
                    "err": 0.011610519140958786,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.22021484375,
                    "total_bits": 21895168.0,
                    "err": 0.009115601889789104,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.37646484375,
                    "total_bits": 22550528.0,
                    "err": 0.00869469903409481,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.53271484375,
                    "total_bits": 23205888.0,
                    "err": 0.00787427183240652,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.72021484375,
                    "total_bits": 23992320.0,
                    "err": 0.007498404011130333,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.0316162109375,
                    "total_bits": 25298432.0,
                    "err": 0.006014899350702763,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.12646484375,
                    "total_bits": 25696256.0,
                    "err": 0.005869417916983366,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.2191162109375,
                    "total_bits": 26084864.0,
                    "err": 0.005201852414757013,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.12646484375,
                    "total_bits": 34084864.0,
                    "err": 0.0037560092750936747,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.10.self_attn.v_proj",
            "numel": 4194304,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.18896484375,
                    "total_bits": 9181184.0,
                    "err": 0.193293035030365,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.37646484375,
                    "total_bits": 9967616.0,
                    "err": 0.17385762929916382,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.62646484375,
                    "total_bits": 11016192.0,
                    "err": 0.16659985482692719,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.72021484375,
                    "total_bits": 11409408.0,
                    "err": 0.14574290812015533,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.22021484375,
                    "total_bits": 13506560.0,
                    "err": 0.09037810564041138,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.68896484375,
                    "total_bits": 15472640.0,
                    "err": 0.08298031985759735,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.0316162109375,
                    "total_bits": 12715520.0,
                    "err": 0.10510358214378357,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.12646484375,
                    "total_bits": 13113344.0,
                    "err": 0.09556707739830017,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.18896484375,
                    "total_bits": 13375488.0,
                    "err": 0.09204301238059998,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.53271484375,
                    "total_bits": 14817280.0,
                    "err": 0.07575938105583191,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.656982421875,
                    "total_bits": 15338496.0,
                    "err": 0.07100468128919601,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.0316162109375,
                    "total_bits": 16909824.0,
                    "err": 0.053500205278396606,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.12646484375,
                    "total_bits": 17307648.0,
                    "err": 0.045681193470954895,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.22021484375,
                    "total_bits": 17700864.0,
                    "err": 0.04332362860441208,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.31396484375,
                    "total_bits": 18094080.0,
                    "err": 0.04277563840150833,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.0316162109375,
                    "total_bits": 21104128.0,
                    "err": 0.026690367609262466,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.22021484375,
                    "total_bits": 21895168.0,
                    "err": 0.022167248651385307,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.37646484375,
                    "total_bits": 22550528.0,
                    "err": 0.021612582728266716,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.53271484375,
                    "total_bits": 23205888.0,
                    "err": 0.019162997603416443,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.72021484375,
                    "total_bits": 23992320.0,
                    "err": 0.018784688785672188,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.0316162109375,
                    "total_bits": 25298432.0,
                    "err": 0.013795880600810051,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.12646484375,
                    "total_bits": 25696256.0,
                    "err": 0.013409136794507504,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.2191162109375,
                    "total_bits": 26084864.0,
                    "err": 0.012825765646994114,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.12646484375,
                    "total_bits": 34084864.0,
                    "err": 0.008489380590617657,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.10.self_attn.o_proj",
            "numel": 16777216,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.1878662109375,
                    "total_bits": 36706304.0,
                    "err": 0.2032850682735443,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.3753662109375,
                    "total_bits": 39852032.0,
                    "err": 0.18464873731136322,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.6253662109375,
                    "total_bits": 44046336.0,
                    "err": 0.17665421962738037,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.7191162109375,
                    "total_bits": 45619200.0,
                    "err": 0.15571418404579163,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.2191162109375,
                    "total_bits": 54007808.0,
                    "err": 0.09483791887760162,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.6878662109375,
                    "total_bits": 61872128.0,
                    "err": 0.08732479065656662,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.031341552734375,
                    "total_bits": 50857472.0,
                    "err": 0.11212307214736938,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.1253662109375,
                    "total_bits": 52434944.0,
                    "err": 0.10184603184461594,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.1878662109375,
                    "total_bits": 53483520.0,
                    "err": 0.096468985080719,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.5316162109375,
                    "total_bits": 59250688.0,
                    "err": 0.08092978596687317,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.65643310546875,
                    "total_bits": 61344768.0,
                    "err": 0.0769147127866745,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.031341552734375,
                    "total_bits": 67634688.0,
                    "err": 0.05770765617489815,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.1253662109375,
                    "total_bits": 69212160.0,
                    "err": 0.04909663647413254,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.2191162109375,
                    "total_bits": 70785024.0,
                    "err": 0.045894525945186615,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.3128662109375,
                    "total_bits": 72357888.0,
                    "err": 0.045137837529182434,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.031341552734375,
                    "total_bits": 84411904.0,
                    "err": 0.02895965613424778,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.2191162109375,
                    "total_bits": 87562240.0,
                    "err": 0.024333035573363304,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.3753662109375,
                    "total_bits": 90183680.0,
                    "err": 0.023723924532532692,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.5316162109375,
                    "total_bits": 92805120.0,
                    "err": 0.021612564101815224,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.7191162109375,
                    "total_bits": 95950848.0,
                    "err": 0.021127738058567047,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.031341552734375,
                    "total_bits": 101189120.0,
                    "err": 0.015671467408537865,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.1253662109375,
                    "total_bits": 102766592.0,
                    "err": 0.016024930402636528,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.218841552734375,
                    "total_bits": 104334848.0,
                    "err": 0.014647679403424263,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.1253662109375,
                    "total_bits": 136321024.0,
                    "err": 0.011631191708147526,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.10.mlp.gate_proj",
            "numel": 58720256,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.1876046316964284,
                    "total_bits": 128456703.99999999,
                    "err": 0.17758449912071228,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.3751046316964284,
                    "total_bits": 139466752.0,
                    "err": 0.16547252237796783,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.6251046316964284,
                    "total_bits": 154146816.0,
                    "err": 0.16114500164985657,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.7188546316964284,
                    "total_bits": 159651840.0,
                    "err": 0.1455281674861908,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.2188546316964284,
                    "total_bits": 189011968.0,
                    "err": 0.08391150832176208,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.6876046316964284,
                    "total_bits": 216537088.0,
                    "err": 0.07948683947324753,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.031276157924107,
                    "total_bits": 177997312.0,
                    "err": 0.09454645216464996,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.1251046316964284,
                    "total_bits": 183506944.0,
                    "err": 0.0868910402059555,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.1876046316964284,
                    "total_bits": 187176960.0,
                    "err": 0.08486831188201904,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.5313546316964284,
                    "total_bits": 207362048.0,
                    "err": 0.07417012751102448,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.6563023158482144,
                    "total_bits": 214699008.0,
                    "err": 0.07081976532936096,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.031276157924107,
                    "total_bits": 236717567.99999997,
                    "err": 0.048376526683568954,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.125104631696429,
                    "total_bits": 242227200.0,
                    "err": 0.04172661527991295,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.218854631696429,
                    "total_bits": 247732224.0,
                    "err": 0.04039100185036659,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.312604631696429,
                    "total_bits": 253237248.0,
                    "err": 0.04007158428430557,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.031276157924107,
                    "total_bits": 295437824.0,
                    "err": 0.02425912767648697,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.218854631696429,
                    "total_bits": 306452480.0,
                    "err": 0.02111916057765484,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.375104631696429,
                    "total_bits": 315627520.0,
                    "err": 0.02081301249563694,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.531354631696429,
                    "total_bits": 324802560.0,
                    "err": 0.0191997941583395,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.718854631696429,
                    "total_bits": 335812608.0,
                    "err": 0.01899971067905426,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.031276157924107,
                    "total_bits": 354158080.0,
                    "err": 0.013029934838414192,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.125104631696429,
                    "total_bits": 359667712.0,
                    "err": 0.01328418217599392,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.218776157924107,
                    "total_bits": 365168128.0,
                    "err": 0.012582996860146523,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.125104631696429,
                    "total_bits": 477108224.0,
                    "err": 0.009387261234223843,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.10.mlp.up_proj",
            "numel": 58720256,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.1876046316964284,
                    "total_bits": 128456703.99999999,
                    "err": 0.23584285378456116,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.3751046316964284,
                    "total_bits": 139466752.0,
                    "err": 0.21998804807662964,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.6251046316964284,
                    "total_bits": 154146816.0,
                    "err": 0.21451988816261292,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.7188546316964284,
                    "total_bits": 159651840.0,
                    "err": 0.19375678896903992,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.2188546316964284,
                    "total_bits": 189011968.0,
                    "err": 0.11149231344461441,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.6876046316964284,
                    "total_bits": 216537088.0,
                    "err": 0.10578109323978424,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.031276157924107,
                    "total_bits": 177997312.0,
                    "err": 0.12506194412708282,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.1251046316964284,
                    "total_bits": 183506944.0,
                    "err": 0.11503644287586212,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.1876046316964284,
                    "total_bits": 187176960.0,
                    "err": 0.11274577677249908,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.5313546316964284,
                    "total_bits": 207362048.0,
                    "err": 0.09858881682157516,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.6563023158482144,
                    "total_bits": 214699008.0,
                    "err": 0.09390275925397873,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.031276157924107,
                    "total_bits": 236717567.99999997,
                    "err": 0.0639040619134903,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.125104631696429,
                    "total_bits": 242227200.0,
                    "err": 0.055110007524490356,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.218854631696429,
                    "total_bits": 247732224.0,
                    "err": 0.05350024625658989,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.312604631696429,
                    "total_bits": 253237248.0,
                    "err": 0.053123459219932556,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.031276157924107,
                    "total_bits": 295437824.0,
                    "err": 0.03195249289274216,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.218854631696429,
                    "total_bits": 306452480.0,
                    "err": 0.027601007372140884,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.375104631696429,
                    "total_bits": 315627520.0,
                    "err": 0.027207672595977783,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.531354631696429,
                    "total_bits": 324802560.0,
                    "err": 0.02498714067041874,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.718854631696429,
                    "total_bits": 335812608.0,
                    "err": 0.024747656658291817,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.031276157924107,
                    "total_bits": 354158080.0,
                    "err": 0.0168597474694252,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.125104631696429,
                    "total_bits": 359667712.0,
                    "err": 0.016816841438412666,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.218776157924107,
                    "total_bits": 365168128.0,
                    "err": 0.016306446865200996,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.125104631696429,
                    "total_bits": 477108224.0,
                    "err": 0.01127191074192524,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.10.mlp.down_proj",
            "numel": 58720256,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.1789376395089284,
                    "total_bits": 127947775.99999999,
                    "err": 0.24097907543182373,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.3753662109375,
                    "total_bits": 139482112.0,
                    "err": 0.21818837523460388,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.6253662109375,
                    "total_bits": 154162176.0,
                    "err": 0.2096806764602661,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.7235804966517856,
                    "total_bits": 159929344.0,
                    "err": 0.18587011098861694,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.2235804966517856,
                    "total_bits": 189289472.0,
                    "err": 0.11170607060194016,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.7146519252232144,
                    "total_bits": 218125312.0,
                    "err": 0.10301387310028076,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.031341552734375,
                    "total_bits": 178001152.0,
                    "err": 0.13055531680583954,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.1253662109375,
                    "total_bits": 183522304.0,
                    "err": 0.11854646354913712,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.1789376395089284,
                    "total_bits": 186668032.0,
                    "err": 0.11425305157899857,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.5271519252232144,
                    "total_bits": 207115264.0,
                    "err": 0.09626589715480804,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.6608973911830356,
                    "total_bits": 214968832.0,
                    "err": 0.0910244733095169,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.031341552734375,
                    "total_bits": 236721408.0,
                    "err": 0.06671568006277084,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.1253662109375,
                    "total_bits": 242242560.0,
                    "err": 0.0569547675549984,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.223580496651786,
                    "total_bits": 248009728.0,
                    "err": 0.053851742297410965,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.321794782366071,
                    "total_bits": 253776896.0,
                    "err": 0.05309271067380905,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.031341552734375,
                    "total_bits": 295441664.0,
                    "err": 0.03355282545089722,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.223580496651786,
                    "total_bits": 306729984.0,
                    "err": 0.028356391936540604,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.339651925223214,
                    "total_bits": 313545728.0,
                    "err": 0.027979934588074684,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.527151925223214,
                    "total_bits": 324555776.0,
                    "err": 0.025360101833939552,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.723580496651786,
                    "total_bits": 336090112.0,
                    "err": 0.024885665625333786,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.031341552734375,
                    "total_bits": 354161920.0,
                    "err": 0.018156930804252625,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.1253662109375,
                    "total_bits": 359683072.0,
                    "err": 0.018341708928346634,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.227770124162946,
                    "total_bits": 365696256.0,
                    "err": 0.01711099036037922,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.1253662109375,
                    "total_bits": 477123584.0,
                    "err": 0.013129541650414467,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.11.self_attn.q_proj",
            "numel": 16777216,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.1878662109375,
                    "total_bits": 36706304.0,
                    "err": 0.10162946581840515,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.3753662109375,
                    "total_bits": 39852032.0,
                    "err": 0.09062766283750534,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.6253662109375,
                    "total_bits": 44046336.0,
                    "err": 0.08468139916658401,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.7191162109375,
                    "total_bits": 45619200.0,
                    "err": 0.07408137619495392,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.2191162109375,
                    "total_bits": 54007808.0,
                    "err": 0.04731099680066109,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.6878662109375,
                    "total_bits": 61872128.0,
                    "err": 0.04218284413218498,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.031341552734375,
                    "total_bits": 50857472.0,
                    "err": 0.05812718719244003,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.1253662109375,
                    "total_bits": 52434944.0,
                    "err": 0.05309301242232323,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.1878662109375,
                    "total_bits": 53483520.0,
                    "err": 0.04829160124063492,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.5316162109375,
                    "total_bits": 59250688.0,
                    "err": 0.03951409086585045,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.65643310546875,
                    "total_bits": 61344768.0,
                    "err": 0.03747577592730522,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.031341552734375,
                    "total_bits": 67634688.0,
                    "err": 0.029590945690870285,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.1253662109375,
                    "total_bits": 69212160.0,
                    "err": 0.025455838069319725,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.2191162109375,
                    "total_bits": 70785024.0,
                    "err": 0.022871848195791245,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.3128662109375,
                    "total_bits": 72357888.0,
                    "err": 0.022232377901673317,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.031341552734375,
                    "total_bits": 84411904.0,
                    "err": 0.014829966239631176,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.2191162109375,
                    "total_bits": 87562240.0,
                    "err": 0.012084346264600754,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.3753662109375,
                    "total_bits": 90183680.0,
                    "err": 0.011596341617405415,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.5316162109375,
                    "total_bits": 92805120.0,
                    "err": 0.010574348270893097,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.7191162109375,
                    "total_bits": 95950848.0,
                    "err": 0.01015309989452362,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.031341552734375,
                    "total_bits": 101189120.0,
                    "err": 0.007854985073208809,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.1253662109375,
                    "total_bits": 102766592.0,
                    "err": 0.008069376461207867,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.218841552734375,
                    "total_bits": 104334848.0,
                    "err": 0.006953434552997351,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.1253662109375,
                    "total_bits": 136321024.0,
                    "err": 0.005668646655976772,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.11.self_attn.k_proj",
            "numel": 4194304,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.18896484375,
                    "total_bits": 9181184.0,
                    "err": 0.08629152923822403,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.37646484375,
                    "total_bits": 9967616.0,
                    "err": 0.07649160921573639,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.62646484375,
                    "total_bits": 11016192.0,
                    "err": 0.07053586095571518,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.72021484375,
                    "total_bits": 11409408.0,
                    "err": 0.06143280118703842,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.22021484375,
                    "total_bits": 13506560.0,
                    "err": 0.039856862276792526,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.68896484375,
                    "total_bits": 15472640.0,
                    "err": 0.034960635006427765,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.0316162109375,
                    "total_bits": 12715520.0,
                    "err": 0.050471436232328415,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.12646484375,
                    "total_bits": 13113344.0,
                    "err": 0.04599127173423767,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.18896484375,
                    "total_bits": 13375488.0,
                    "err": 0.040730901062488556,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.53271484375,
                    "total_bits": 14817280.0,
                    "err": 0.03313774615526199,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.656982421875,
                    "total_bits": 15338496.0,
                    "err": 0.03155171871185303,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.0316162109375,
                    "total_bits": 16909824.0,
                    "err": 0.025594763457775116,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.12646484375,
                    "total_bits": 17307648.0,
                    "err": 0.021977081894874573,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.22021484375,
                    "total_bits": 17700864.0,
                    "err": 0.019205300137400627,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.31396484375,
                    "total_bits": 18094080.0,
                    "err": 0.018508756533265114,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.0316162109375,
                    "total_bits": 21104128.0,
                    "err": 0.01279392372816801,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.22021484375,
                    "total_bits": 21895168.0,
                    "err": 0.010066194459795952,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.37646484375,
                    "total_bits": 22550528.0,
                    "err": 0.009547428227961063,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.53271484375,
                    "total_bits": 23205888.0,
                    "err": 0.008741000667214394,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.72021484375,
                    "total_bits": 23992320.0,
                    "err": 0.008277584798634052,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.0316162109375,
                    "total_bits": 25298432.0,
                    "err": 0.006704821716994047,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.12646484375,
                    "total_bits": 25696256.0,
                    "err": 0.0067023602314293385,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.2191162109375,
                    "total_bits": 26084864.0,
                    "err": 0.005749337840825319,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.12646484375,
                    "total_bits": 34084864.0,
                    "err": 0.004497501999139786,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.11.self_attn.v_proj",
            "numel": 4194304,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.18896484375,
                    "total_bits": 9181184.0,
                    "err": 0.20636264979839325,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.37646484375,
                    "total_bits": 9967616.0,
                    "err": 0.18362903594970703,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.62646484375,
                    "total_bits": 11016192.0,
                    "err": 0.17519144713878632,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.72021484375,
                    "total_bits": 11409408.0,
                    "err": 0.1521117240190506,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.22021484375,
                    "total_bits": 13506560.0,
                    "err": 0.09604594111442566,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.68896484375,
                    "total_bits": 15472640.0,
                    "err": 0.08731698244810104,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.0316162109375,
                    "total_bits": 12715520.0,
                    "err": 0.11312112957239151,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.12646484375,
                    "total_bits": 13113344.0,
                    "err": 0.10224360972642899,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.18896484375,
                    "total_bits": 13375488.0,
                    "err": 0.0979449525475502,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.53271484375,
                    "total_bits": 14817280.0,
                    "err": 0.07946573197841644,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.656982421875,
                    "total_bits": 15338496.0,
                    "err": 0.07432886213064194,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.0316162109375,
                    "total_bits": 16909824.0,
                    "err": 0.057634394615888596,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.12646484375,
                    "total_bits": 17307648.0,
                    "err": 0.048862289637327194,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.22021484375,
                    "total_bits": 17700864.0,
                    "err": 0.04601002484560013,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.31396484375,
                    "total_bits": 18094080.0,
                    "err": 0.045305512845516205,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.0316162109375,
                    "total_bits": 21104128.0,
                    "err": 0.028839394450187683,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.22021484375,
                    "total_bits": 21895168.0,
                    "err": 0.02354360930621624,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.37646484375,
                    "total_bits": 22550528.0,
                    "err": 0.022884240373969078,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.53271484375,
                    "total_bits": 23205888.0,
                    "err": 0.020171448588371277,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.72021484375,
                    "total_bits": 23992320.0,
                    "err": 0.019698366522789,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.0316162109375,
                    "total_bits": 25298432.0,
                    "err": 0.014889240264892578,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.12646484375,
                    "total_bits": 25696256.0,
                    "err": 0.014321694150567055,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.2191162109375,
                    "total_bits": 26084864.0,
                    "err": 0.013624267652630806,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.12646484375,
                    "total_bits": 34084864.0,
                    "err": 0.009049047715961933,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.11.self_attn.o_proj",
            "numel": 16777216,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.1878662109375,
                    "total_bits": 36706304.0,
                    "err": 0.20668640732765198,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.3753662109375,
                    "total_bits": 39852032.0,
                    "err": 0.18724605441093445,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.6253662109375,
                    "total_bits": 44046336.0,
                    "err": 0.17255686223506927,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.7191162109375,
                    "total_bits": 45619200.0,
                    "err": 0.15044043958187103,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.2191162109375,
                    "total_bits": 54007808.0,
                    "err": 0.09714862704277039,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.6878662109375,
                    "total_bits": 61872128.0,
                    "err": 0.08577172458171844,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.031341552734375,
                    "total_bits": 50857472.0,
                    "err": 0.12739911675453186,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.1253662109375,
                    "total_bits": 52434944.0,
                    "err": 0.11441874504089355,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.1878662109375,
                    "total_bits": 53483520.0,
                    "err": 0.09894460439682007,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.5316162109375,
                    "total_bits": 59250688.0,
                    "err": 0.08271366357803345,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.65643310546875,
                    "total_bits": 61344768.0,
                    "err": 0.07866545766592026,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.031341552734375,
                    "total_bits": 67634688.0,
                    "err": 0.06581485271453857,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.1253662109375,
                    "total_bits": 69212160.0,
                    "err": 0.0552758164703846,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.2191162109375,
                    "total_bits": 70785024.0,
                    "err": 0.04739592596888542,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.3128662109375,
                    "total_bits": 72357888.0,
                    "err": 0.04535999149084091,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.031341552734375,
                    "total_bits": 84411904.0,
                    "err": 0.03294242545962334,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.2191162109375,
                    "total_bits": 87562240.0,
                    "err": 0.02545960806310177,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.3753662109375,
                    "total_bits": 90183680.0,
                    "err": 0.024138236418366432,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.5316162109375,
                    "total_bits": 92805120.0,
                    "err": 0.022715607658028603,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.7191162109375,
                    "total_bits": 95950848.0,
                    "err": 0.021439025178551674,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.031341552734375,
                    "total_bits": 101189120.0,
                    "err": 0.01771118864417076,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.1253662109375,
                    "total_bits": 102766592.0,
                    "err": 0.017935646697878838,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.218841552734375,
                    "total_bits": 104334848.0,
                    "err": 0.015052298083901405,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.1253662109375,
                    "total_bits": 136321024.0,
                    "err": 0.012936869636178017,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.11.mlp.gate_proj",
            "numel": 58720256,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.1876046316964284,
                    "total_bits": 128456703.99999999,
                    "err": 0.18083615601062775,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.3751046316964284,
                    "total_bits": 139466752.0,
                    "err": 0.1680147796869278,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.6251046316964284,
                    "total_bits": 154146816.0,
                    "err": 0.16337235271930695,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.7188546316964284,
                    "total_bits": 159651840.0,
                    "err": 0.1475437879562378,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.2188546316964284,
                    "total_bits": 189011968.0,
                    "err": 0.0855337604880333,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.6876046316964284,
                    "total_bits": 216537088.0,
                    "err": 0.08078696578741074,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.031276157924107,
                    "total_bits": 177997312.0,
                    "err": 0.09682640433311462,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.1251046316964284,
                    "total_bits": 183506944.0,
                    "err": 0.08888360112905502,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.1876046316964284,
                    "total_bits": 187176960.0,
                    "err": 0.08658310770988464,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.5313546316964284,
                    "total_bits": 207362048.0,
                    "err": 0.07541334629058838,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.6563023158482144,
                    "total_bits": 214699008.0,
                    "err": 0.0720277801156044,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.031276157924107,
                    "total_bits": 236717567.99999997,
                    "err": 0.04966513067483902,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.125104631696429,
                    "total_bits": 242227200.0,
                    "err": 0.04280562326312065,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.218854631696429,
                    "total_bits": 247732224.0,
                    "err": 0.04129795730113983,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.312604631696429,
                    "total_bits": 253237248.0,
                    "err": 0.0409422367811203,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.031276157924107,
                    "total_bits": 295437824.0,
                    "err": 0.024931104853749275,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.218854631696429,
                    "total_bits": 306452480.0,
                    "err": 0.02179175615310669,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.375104631696429,
                    "total_bits": 315627520.0,
                    "err": 0.021461250260472298,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.531354631696429,
                    "total_bits": 324802560.0,
                    "err": 0.01982707902789116,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.718854631696429,
                    "total_bits": 335812608.0,
                    "err": 0.019599249586462975,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.031276157924107,
                    "total_bits": 354158080.0,
                    "err": 0.01350998692214489,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.125104631696429,
                    "total_bits": 359667712.0,
                    "err": 0.014011823572218418,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.218776157924107,
                    "total_bits": 365168128.0,
                    "err": 0.012998051010072231,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.125104631696429,
                    "total_bits": 477108224.0,
                    "err": 0.01019506249576807,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.11.mlp.up_proj",
            "numel": 58720256,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.1876046316964284,
                    "total_bits": 128456703.99999999,
                    "err": 0.23762007057666779,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.3751046316964284,
                    "total_bits": 139466752.0,
                    "err": 0.22122812271118164,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.6251046316964284,
                    "total_bits": 154146816.0,
                    "err": 0.21549241244792938,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.7188546316964284,
                    "total_bits": 159651840.0,
                    "err": 0.1945059895515442,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.2188546316964284,
                    "total_bits": 189011968.0,
                    "err": 0.11228011548519135,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.6876046316964284,
                    "total_bits": 216537088.0,
                    "err": 0.10626499354839325,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.031276157924107,
                    "total_bits": 177997312.0,
                    "err": 0.12649695575237274,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.1251046316964284,
                    "total_bits": 183506944.0,
                    "err": 0.1161513403058052,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.1876046316964284,
                    "total_bits": 187176960.0,
                    "err": 0.11358057707548141,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.5313546316964284,
                    "total_bits": 207362048.0,
                    "err": 0.09903484582901001,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.6563023158482144,
                    "total_bits": 214699008.0,
                    "err": 0.09428240358829498,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.031276157924107,
                    "total_bits": 236717567.99999997,
                    "err": 0.0644092932343483,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.125104631696429,
                    "total_bits": 242227200.0,
                    "err": 0.05563030391931534,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.218854631696429,
                    "total_bits": 247732224.0,
                    "err": 0.0538666732609272,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.312604631696429,
                    "total_bits": 253237248.0,
                    "err": 0.05344950780272484,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.031276157924107,
                    "total_bits": 295437824.0,
                    "err": 0.0322333462536335,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.218854631696429,
                    "total_bits": 306452480.0,
                    "err": 0.027758611366152763,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.375104631696429,
                    "total_bits": 315627520.0,
                    "err": 0.027333924546837807,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.531354631696429,
                    "total_bits": 324802560.0,
                    "err": 0.025075046345591545,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.718854631696429,
                    "total_bits": 335812608.0,
                    "err": 0.024813354015350342,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.031276157924107,
                    "total_bits": 354158080.0,
                    "err": 0.01692202314734459,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.125104631696429,
                    "total_bits": 359667712.0,
                    "err": 0.016867972910404205,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.218776157924107,
                    "total_bits": 365168128.0,
                    "err": 0.01629716344177723,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.125104631696429,
                    "total_bits": 477108224.0,
                    "err": 0.01122323703020811,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.11.mlp.down_proj",
            "numel": 58720256,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.1789376395089284,
                    "total_bits": 127947775.99999999,
                    "err": 0.24461573362350464,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.3753662109375,
                    "total_bits": 139482112.0,
                    "err": 0.22167062759399414,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.6253662109375,
                    "total_bits": 154162176.0,
                    "err": 0.2131146490573883,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.7235804966517856,
                    "total_bits": 159929344.0,
                    "err": 0.1890384554862976,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.2235804966517856,
                    "total_bits": 189289472.0,
                    "err": 0.11364047229290009,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.7146519252232144,
                    "total_bits": 218125312.0,
                    "err": 0.10493876039981842,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.031341552734375,
                    "total_bits": 178001152.0,
                    "err": 0.1325090378522873,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.1253662109375,
                    "total_bits": 183522304.0,
                    "err": 0.12038476020097733,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.1789376395089284,
                    "total_bits": 186668032.0,
                    "err": 0.11620913445949554,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.5271519252232144,
                    "total_bits": 207115264.0,
                    "err": 0.09798599779605865,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.6608973911830356,
                    "total_bits": 214968832.0,
                    "err": 0.09258563816547394,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.031341552734375,
                    "total_bits": 236721408.0,
                    "err": 0.06778978556394577,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.1253662109375,
                    "total_bits": 242242560.0,
                    "err": 0.05789653956890106,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.223580496651786,
                    "total_bits": 248009728.0,
                    "err": 0.05481885001063347,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.321794782366071,
                    "total_bits": 253776896.0,
                    "err": 0.05407905578613281,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.031341552734375,
                    "total_bits": 295441664.0,
                    "err": 0.0340779647231102,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.223580496651786,
                    "total_bits": 306729984.0,
                    "err": 0.02890969254076481,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.339651925223214,
                    "total_bits": 313545728.0,
                    "err": 0.028550216928124428,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.527151925223214,
                    "total_bits": 324555776.0,
                    "err": 0.025867080315947533,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.723580496651786,
                    "total_bits": 336090112.0,
                    "err": 0.025397922843694687,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.031341552734375,
                    "total_bits": 354161920.0,
                    "err": 0.018370509147644043,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.1253662109375,
                    "total_bits": 359683072.0,
                    "err": 0.018723612651228905,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.227770124162946,
                    "total_bits": 365696256.0,
                    "err": 0.017319723963737488,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.1253662109375,
                    "total_bits": 477123584.0,
                    "err": 0.013457292690873146,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.12.self_attn.q_proj",
            "numel": 16777216,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.1878662109375,
                    "total_bits": 36706304.0,
                    "err": 0.10653955489397049,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.3753662109375,
                    "total_bits": 39852032.0,
                    "err": 0.09444613754749298,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.6253662109375,
                    "total_bits": 44046336.0,
                    "err": 0.08735412359237671,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.7191162109375,
                    "total_bits": 45619200.0,
                    "err": 0.0764685869216919,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.2191162109375,
                    "total_bits": 54007808.0,
                    "err": 0.04947963356971741,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.6878662109375,
                    "total_bits": 61872128.0,
                    "err": 0.04354134947061539,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.031341552734375,
                    "total_bits": 50857472.0,
                    "err": 0.06337906420230865,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.1253662109375,
                    "total_bits": 52434944.0,
                    "err": 0.05677470192313194,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.1878662109375,
                    "total_bits": 53483520.0,
                    "err": 0.05063537508249283,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.5316162109375,
                    "total_bits": 59250688.0,
                    "err": 0.04130660742521286,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.65643310546875,
                    "total_bits": 61344768.0,
                    "err": 0.03961509093642235,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.031341552734375,
                    "total_bits": 67634688.0,
                    "err": 0.03245072066783905,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.1253662109375,
                    "total_bits": 69212160.0,
                    "err": 0.027324192225933075,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.2191162109375,
                    "total_bits": 70785024.0,
                    "err": 0.024006782099604607,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.3128662109375,
                    "total_bits": 72357888.0,
                    "err": 0.023170500993728638,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.031341552734375,
                    "total_bits": 84411904.0,
                    "err": 0.016349997371435165,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.2191162109375,
                    "total_bits": 87562240.0,
                    "err": 0.012820372357964516,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.3753662109375,
                    "total_bits": 90183680.0,
                    "err": 0.012224220670759678,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.5316162109375,
                    "total_bits": 92805120.0,
                    "err": 0.01125948503613472,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.7191162109375,
                    "total_bits": 95950848.0,
                    "err": 0.010722329840064049,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.031341552734375,
                    "total_bits": 101189120.0,
                    "err": 0.008814765140414238,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.1253662109375,
                    "total_bits": 102766592.0,
                    "err": 0.008819676004350185,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.218841552734375,
                    "total_bits": 104334848.0,
                    "err": 0.007581458427011967,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.1253662109375,
                    "total_bits": 136321024.0,
                    "err": 0.006336085498332977,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.12.self_attn.k_proj",
            "numel": 4194304,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.18896484375,
                    "total_bits": 9181184.0,
                    "err": 0.09340125322341919,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.37646484375,
                    "total_bits": 9967616.0,
                    "err": 0.08228963613510132,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.62646484375,
                    "total_bits": 11016192.0,
                    "err": 0.07555969059467316,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.72021484375,
                    "total_bits": 11409408.0,
                    "err": 0.0660100132226944,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.22021484375,
                    "total_bits": 13506560.0,
                    "err": 0.043006185442209244,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.68896484375,
                    "total_bits": 15472640.0,
                    "err": 0.037438925355672836,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.0316162109375,
                    "total_bits": 12715520.0,
                    "err": 0.05523519963026047,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.12646484375,
                    "total_bits": 13113344.0,
                    "err": 0.049891650676727295,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.18896484375,
                    "total_bits": 13375488.0,
                    "err": 0.04411908984184265,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.53271484375,
                    "total_bits": 14817280.0,
                    "err": 0.03569784387946129,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.656982421875,
                    "total_bits": 15338496.0,
                    "err": 0.03412126004695892,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.0316162109375,
                    "total_bits": 16909824.0,
                    "err": 0.028129033744335175,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.12646484375,
                    "total_bits": 17307648.0,
                    "err": 0.023903049528598785,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.22021484375,
                    "total_bits": 17700864.0,
                    "err": 0.020805642008781433,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.31396484375,
                    "total_bits": 18094080.0,
                    "err": 0.02002953365445137,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.0316162109375,
                    "total_bits": 21104128.0,
                    "err": 0.014093192294239998,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.22021484375,
                    "total_bits": 21895168.0,
                    "err": 0.010963496752083302,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.37646484375,
                    "total_bits": 22550528.0,
                    "err": 0.010388723574578762,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.53271484375,
                    "total_bits": 23205888.0,
                    "err": 0.009538747370243073,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.72021484375,
                    "total_bits": 23992320.0,
                    "err": 0.009010198526084423,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.0316162109375,
                    "total_bits": 25298432.0,
                    "err": 0.007426416967064142,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.12646484375,
                    "total_bits": 25696256.0,
                    "err": 0.007428470533341169,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.2191162109375,
                    "total_bits": 26084864.0,
                    "err": 0.0063027446158230305,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.12646484375,
                    "total_bits": 34084864.0,
                    "err": 0.005087582394480705,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.12.self_attn.v_proj",
            "numel": 4194304,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.18896484375,
                    "total_bits": 9181184.0,
                    "err": 0.20401909947395325,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.37646484375,
                    "total_bits": 9967616.0,
                    "err": 0.18322178721427917,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.62646484375,
                    "total_bits": 11016192.0,
                    "err": 0.17495904862880707,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.72021484375,
                    "total_bits": 11409408.0,
                    "err": 0.1530464142560959,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.22021484375,
                    "total_bits": 13506560.0,
                    "err": 0.09568863362073898,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.68896484375,
                    "total_bits": 15472640.0,
                    "err": 0.0874064639210701,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.0316162109375,
                    "total_bits": 12715520.0,
                    "err": 0.11283878982067108,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.12646484375,
                    "total_bits": 13113344.0,
                    "err": 0.10207822918891907,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.18896484375,
                    "total_bits": 13375488.0,
                    "err": 0.09750406444072723,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.53271484375,
                    "total_bits": 14817280.0,
                    "err": 0.08009902387857437,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.656982421875,
                    "total_bits": 15338496.0,
                    "err": 0.07539959251880646,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.0316162109375,
                    "total_bits": 16909824.0,
                    "err": 0.057466648519039154,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.12646484375,
                    "total_bits": 17307648.0,
                    "err": 0.04885542392730713,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.22021484375,
                    "total_bits": 17700864.0,
                    "err": 0.04589224234223366,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.31396484375,
                    "total_bits": 18094080.0,
                    "err": 0.04516441002488136,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.0316162109375,
                    "total_bits": 21104128.0,
                    "err": 0.02874957025051117,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.22021484375,
                    "total_bits": 21895168.0,
                    "err": 0.023488348349928856,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.37646484375,
                    "total_bits": 22550528.0,
                    "err": 0.022835994139313698,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.53271484375,
                    "total_bits": 23205888.0,
                    "err": 0.02027980238199234,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.72021484375,
                    "total_bits": 23992320.0,
                    "err": 0.01979866996407509,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.0316162109375,
                    "total_bits": 25298432.0,
                    "err": 0.014830130152404308,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.12646484375,
                    "total_bits": 25696256.0,
                    "err": 0.014303474687039852,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.2191162109375,
                    "total_bits": 26084864.0,
                    "err": 0.013638908043503761,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.12646484375,
                    "total_bits": 34084864.0,
                    "err": 0.009027540683746338,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.12.self_attn.o_proj",
            "numel": 16777216,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.1878662109375,
                    "total_bits": 36706304.0,
                    "err": 0.22232693433761597,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.3753662109375,
                    "total_bits": 39852032.0,
                    "err": 0.19798389077186584,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.6253662109375,
                    "total_bits": 44046336.0,
                    "err": 0.18862304091453552,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.7191162109375,
                    "total_bits": 45619200.0,
                    "err": 0.16599157452583313,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.2191162109375,
                    "total_bits": 54007808.0,
                    "err": 0.10385105758905411,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.6878662109375,
                    "total_bits": 61872128.0,
                    "err": 0.09412739425897598,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.031341552734375,
                    "total_bits": 50857472.0,
                    "err": 0.12272588163614273,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.1253662109375,
                    "total_bits": 52434944.0,
                    "err": 0.11105549335479736,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.1878662109375,
                    "total_bits": 53483520.0,
                    "err": 0.10601416975259781,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.5316162109375,
                    "total_bits": 59250688.0,
                    "err": 0.08698108792304993,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.65643310546875,
                    "total_bits": 61344768.0,
                    "err": 0.0819261223077774,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.031341552734375,
                    "total_bits": 67634688.0,
                    "err": 0.06334992498159409,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.1253662109375,
                    "total_bits": 69212160.0,
                    "err": 0.053683098405599594,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.2191162109375,
                    "total_bits": 70785024.0,
                    "err": 0.05043468624353409,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.3128662109375,
                    "total_bits": 72357888.0,
                    "err": 0.049639035016298294,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.031341552734375,
                    "total_bits": 84411904.0,
                    "err": 0.03187284618616104,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.2191162109375,
                    "total_bits": 87562240.0,
                    "err": 0.02679789811372757,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.3753662109375,
                    "total_bits": 90183680.0,
                    "err": 0.026036009192466736,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.5316162109375,
                    "total_bits": 92805120.0,
                    "err": 0.023508228361606598,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.7191162109375,
                    "total_bits": 95950848.0,
                    "err": 0.023003246635198593,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.031341552734375,
                    "total_bits": 101189120.0,
                    "err": 0.017286377027630806,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.1253662109375,
                    "total_bits": 102766592.0,
                    "err": 0.01769188791513443,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.218841552734375,
                    "total_bits": 104334848.0,
                    "err": 0.016226042062044144,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.1253662109375,
                    "total_bits": 136321024.0,
                    "err": 0.012965467758476734,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.12.mlp.gate_proj",
            "numel": 58720256,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.1876046316964284,
                    "total_bits": 128456703.99999999,
                    "err": 0.1839224398136139,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.3751046316964284,
                    "total_bits": 139466752.0,
                    "err": 0.17059656977653503,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.6251046316964284,
                    "total_bits": 154146816.0,
                    "err": 0.16587209701538086,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.7188546316964284,
                    "total_bits": 159651840.0,
                    "err": 0.14948715269565582,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.2188546316964284,
                    "total_bits": 189011968.0,
                    "err": 0.08707935363054276,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.6876046316964284,
                    "total_bits": 216537088.0,
                    "err": 0.08215786516666412,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.031276157924107,
                    "total_bits": 177997312.0,
                    "err": 0.0987091213464737,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.1251046316964284,
                    "total_bits": 183506944.0,
                    "err": 0.09037768840789795,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.1876046316964284,
                    "total_bits": 187176960.0,
                    "err": 0.08816249668598175,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.5313546316964284,
                    "total_bits": 207362048.0,
                    "err": 0.07654038071632385,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.6563023158482144,
                    "total_bits": 214699008.0,
                    "err": 0.07314088195562363,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.031276157924107,
                    "total_bits": 236717567.99999997,
                    "err": 0.050610773265361786,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.125104631696429,
                    "total_bits": 242227200.0,
                    "err": 0.043603625148534775,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.218854631696429,
                    "total_bits": 247732224.0,
                    "err": 0.04213879257440567,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.312604631696429,
                    "total_bits": 253237248.0,
                    "err": 0.041797444224357605,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.031276157924107,
                    "total_bits": 295437824.0,
                    "err": 0.025464171543717384,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.218854631696429,
                    "total_bits": 306452480.0,
                    "err": 0.022391153499484062,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.375104631696429,
                    "total_bits": 315627520.0,
                    "err": 0.02206147089600563,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.531354631696429,
                    "total_bits": 324802560.0,
                    "err": 0.02034996822476387,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.718854631696429,
                    "total_bits": 335812608.0,
                    "err": 0.02013683132827282,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.031276157924107,
                    "total_bits": 354158080.0,
                    "err": 0.01397332176566124,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.125104631696429,
                    "total_bits": 359667712.0,
                    "err": 0.014578256756067276,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.218776157924107,
                    "total_bits": 365168128.0,
                    "err": 0.013492679223418236,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.125104631696429,
                    "total_bits": 477108224.0,
                    "err": 0.010825548321008682,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.12.mlp.up_proj",
            "numel": 58720256,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.1876046316964284,
                    "total_bits": 128456703.99999999,
                    "err": 0.2462056279182434,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.3751046316964284,
                    "total_bits": 139466752.0,
                    "err": 0.22856822609901428,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.6251046316964284,
                    "total_bits": 154146816.0,
                    "err": 0.22261467576026917,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.7188546316964284,
                    "total_bits": 159651840.0,
                    "err": 0.2005562037229538,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.2188546316964284,
                    "total_bits": 189011968.0,
                    "err": 0.11647145450115204,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.6876046316964284,
                    "total_bits": 216537088.0,
                    "err": 0.11011111736297607,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.031276157924107,
                    "total_bits": 177997312.0,
                    "err": 0.1308038979768753,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.1251046316964284,
                    "total_bits": 183506944.0,
                    "err": 0.12025322765111923,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.1876046316964284,
                    "total_bits": 187176960.0,
                    "err": 0.11786293983459473,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.5313546316964284,
                    "total_bits": 207362048.0,
                    "err": 0.10231850296258926,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.6563023158482144,
                    "total_bits": 214699008.0,
                    "err": 0.09735343605279922,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.031276157924107,
                    "total_bits": 236717567.99999997,
                    "err": 0.0668584406375885,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.125104631696429,
                    "total_bits": 242227200.0,
                    "err": 0.0576573982834816,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.218854631696429,
                    "total_bits": 247732224.0,
                    "err": 0.05594655126333237,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.312604631696429,
                    "total_bits": 253237248.0,
                    "err": 0.05553571134805679,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.031276157924107,
                    "total_bits": 295437824.0,
                    "err": 0.03342625871300697,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.218854631696429,
                    "total_bits": 306452480.0,
                    "err": 0.028949381783604622,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.375104631696429,
                    "total_bits": 315627520.0,
                    "err": 0.028522897511720657,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.531354631696429,
                    "total_bits": 324802560.0,
                    "err": 0.026099784299731255,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.718854631696429,
                    "total_bits": 335812608.0,
                    "err": 0.025841660797595978,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.031276157924107,
                    "total_bits": 354158080.0,
                    "err": 0.017666436731815338,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.125104631696429,
                    "total_bits": 359667712.0,
                    "err": 0.017757851630449295,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.218776157924107,
                    "total_bits": 365168128.0,
                    "err": 0.017079507932066917,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.125104631696429,
                    "total_bits": 477108224.0,
                    "err": 0.012061575427651405,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.12.mlp.down_proj",
            "numel": 58720256,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.1789376395089284,
                    "total_bits": 127947775.99999999,
                    "err": 0.2459731101989746,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.3753662109375,
                    "total_bits": 139482112.0,
                    "err": 0.22177864611148834,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.6253662109375,
                    "total_bits": 154162176.0,
                    "err": 0.21210962533950806,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.7235804966517856,
                    "total_bits": 159929344.0,
                    "err": 0.18791157007217407,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.2235804966517856,
                    "total_bits": 189289472.0,
                    "err": 0.11394324898719788,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.7146519252232144,
                    "total_bits": 218125312.0,
                    "err": 0.1044611856341362,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.031341552734375,
                    "total_bits": 178001152.0,
                    "err": 0.1346639096736908,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.1253662109375,
                    "total_bits": 183522304.0,
                    "err": 0.12225785851478577,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.1789376395089284,
                    "total_bits": 186668032.0,
                    "err": 0.11669421941041946,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.5271519252232144,
                    "total_bits": 207115264.0,
                    "err": 0.09777593612670898,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.6608973911830356,
                    "total_bits": 214968832.0,
                    "err": 0.09243115037679672,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.031341552734375,
                    "total_bits": 236721408.0,
                    "err": 0.06862152367830276,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.1253662109375,
                    "total_bits": 242242560.0,
                    "err": 0.058717116713523865,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.223580496651786,
                    "total_bits": 248009728.0,
                    "err": 0.05499417707324028,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.321794782366071,
                    "total_bits": 253776896.0,
                    "err": 0.05407271906733513,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.031341552734375,
                    "total_bits": 295441664.0,
                    "err": 0.03456060588359833,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.223580496651786,
                    "total_bits": 306729984.0,
                    "err": 0.029049936681985855,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.339651925223214,
                    "total_bits": 313545728.0,
                    "err": 0.028594905510544777,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.527151925223214,
                    "total_bits": 324555776.0,
                    "err": 0.02592424675822258,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.723580496651786,
                    "total_bits": 336090112.0,
                    "err": 0.025342166423797607,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.031341552734375,
                    "total_bits": 354161920.0,
                    "err": 0.018734518438577652,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.1253662109375,
                    "total_bits": 359683072.0,
                    "err": 0.01898329146206379,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.227770124162946,
                    "total_bits": 365696256.0,
                    "err": 0.01746068149805069,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.1253662109375,
                    "total_bits": 477123584.0,
                    "err": 0.013627066276967525,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.13.self_attn.q_proj",
            "numel": 16777216,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.1878662109375,
                    "total_bits": 36706304.0,
                    "err": 0.10836857557296753,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.3753662109375,
                    "total_bits": 39852032.0,
                    "err": 0.09735269844532013,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.6253662109375,
                    "total_bits": 44046336.0,
                    "err": 0.09189252555370331,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.7191162109375,
                    "total_bits": 45619200.0,
                    "err": 0.08051709830760956,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.2191162109375,
                    "total_bits": 54007808.0,
                    "err": 0.050558265298604965,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.6878662109375,
                    "total_bits": 61872128.0,
                    "err": 0.045667245984077454,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.031341552734375,
                    "total_bits": 50857472.0,
                    "err": 0.06099803373217583,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.1253662109375,
                    "total_bits": 52434944.0,
                    "err": 0.055723145604133606,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.1878662109375,
                    "total_bits": 53483520.0,
                    "err": 0.051506854593753815,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.5316162109375,
                    "total_bits": 59250688.0,
                    "err": 0.04249396547675133,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.65643310546875,
                    "total_bits": 61344768.0,
                    "err": 0.0402081236243248,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.031341552734375,
                    "total_bits": 67634688.0,
                    "err": 0.030993862077593803,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.1253662109375,
                    "total_bits": 69212160.0,
                    "err": 0.02662811242043972,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.2191162109375,
                    "total_bits": 70785024.0,
                    "err": 0.024312317371368408,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.3128662109375,
                    "total_bits": 72357888.0,
                    "err": 0.023732345551252365,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.031341552734375,
                    "total_bits": 84411904.0,
                    "err": 0.015511325560510159,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.2191162109375,
                    "total_bits": 87562240.0,
                    "err": 0.012614838778972626,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.3753662109375,
                    "total_bits": 90183680.0,
                    "err": 0.012168428860604763,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.5316162109375,
                    "total_bits": 92805120.0,
                    "err": 0.011005962267518044,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.7191162109375,
                    "total_bits": 95950848.0,
                    "err": 0.010634754784405231,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.031341552734375,
                    "total_bits": 101189120.0,
                    "err": 0.008121096529066563,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.1253662109375,
                    "total_bits": 102766592.0,
                    "err": 0.008069236762821674,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.218841552734375,
                    "total_bits": 104334848.0,
                    "err": 0.007283261977136135,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.1253662109375,
                    "total_bits": 136321024.0,
                    "err": 0.005373670719563961,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.13.self_attn.k_proj",
            "numel": 4194304,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.18896484375,
                    "total_bits": 9181184.0,
                    "err": 0.09129408001899719,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.37646484375,
                    "total_bits": 9967616.0,
                    "err": 0.0818801298737526,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.62646484375,
                    "total_bits": 11016192.0,
                    "err": 0.07651621103286743,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.72021484375,
                    "total_bits": 11409408.0,
                    "err": 0.06709419190883636,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.22021484375,
                    "total_bits": 13506560.0,
                    "err": 0.04234282299876213,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.68896484375,
                    "total_bits": 15472640.0,
                    "err": 0.03784627467393875,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.0316162109375,
                    "total_bits": 12715520.0,
                    "err": 0.05238882079720497,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.12646484375,
                    "total_bits": 13113344.0,
                    "err": 0.04773956909775734,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.18896484375,
                    "total_bits": 13375488.0,
                    "err": 0.043156374245882034,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.53271484375,
                    "total_bits": 14817280.0,
                    "err": 0.03565428406000137,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.656982421875,
                    "total_bits": 15338496.0,
                    "err": 0.03388640284538269,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.0316162109375,
                    "total_bits": 16909824.0,
                    "err": 0.026562316343188286,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.12646484375,
                    "total_bits": 17307648.0,
                    "err": 0.022802390158176422,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.22021484375,
                    "total_bits": 17700864.0,
                    "err": 0.020384207367897034,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.31396484375,
                    "total_bits": 18094080.0,
                    "err": 0.01977495104074478,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.0316162109375,
                    "total_bits": 21104128.0,
                    "err": 0.013295279815793037,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.22021484375,
                    "total_bits": 21895168.0,
                    "err": 0.01057420577853918,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.37646484375,
                    "total_bits": 22550528.0,
                    "err": 0.010128915309906006,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.53271484375,
                    "total_bits": 23205888.0,
                    "err": 0.009235053323209286,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.72021484375,
                    "total_bits": 23992320.0,
                    "err": 0.0088278753682971,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.0316162109375,
                    "total_bits": 25298432.0,
                    "err": 0.006934104487299919,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.12646484375,
                    "total_bits": 25696256.0,
                    "err": 0.0068523092195391655,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.2191162109375,
                    "total_bits": 26084864.0,
                    "err": 0.006069201044738293,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.12646484375,
                    "total_bits": 34084864.0,
                    "err": 0.0044956994242966175,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.13.self_attn.v_proj",
            "numel": 4194304,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.18896484375,
                    "total_bits": 9181184.0,
                    "err": 0.22002297639846802,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.37646484375,
                    "total_bits": 9967616.0,
                    "err": 0.1977381408214569,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.62646484375,
                    "total_bits": 11016192.0,
                    "err": 0.1895819455385208,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.72021484375,
                    "total_bits": 11409408.0,
                    "err": 0.16567760705947876,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.22021484375,
                    "total_bits": 13506560.0,
                    "err": 0.1028086468577385,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.68896484375,
                    "total_bits": 15472640.0,
                    "err": 0.09444926679134369,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.0316162109375,
                    "total_bits": 12715520.0,
                    "err": 0.119911789894104,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.12646484375,
                    "total_bits": 13113344.0,
                    "err": 0.10864335298538208,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.18896484375,
                    "total_bits": 13375488.0,
                    "err": 0.10472075641155243,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.53271484375,
                    "total_bits": 14817280.0,
                    "err": 0.08601599186658859,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.656982421875,
                    "total_bits": 15338496.0,
                    "err": 0.08066155761480331,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.0316162109375,
                    "total_bits": 16909824.0,
                    "err": 0.06102552264928818,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.12646484375,
                    "total_bits": 17307648.0,
                    "err": 0.05186406895518303,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.22021484375,
                    "total_bits": 17700864.0,
                    "err": 0.049234092235565186,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.31396484375,
                    "total_bits": 18094080.0,
                    "err": 0.0485972985625267,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.0316162109375,
                    "total_bits": 21104128.0,
                    "err": 0.030523991212248802,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.22021484375,
                    "total_bits": 21895168.0,
                    "err": 0.025047875940799713,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.37646484375,
                    "total_bits": 22550528.0,
                    "err": 0.02442310005426407,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.53271484375,
                    "total_bits": 23205888.0,
                    "err": 0.02156863547861576,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.72021484375,
                    "total_bits": 23992320.0,
                    "err": 0.02114497870206833,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.0316162109375,
                    "total_bits": 25298432.0,
                    "err": 0.015647826716303825,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.12646484375,
                    "total_bits": 25696256.0,
                    "err": 0.014937212690711021,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.2191162109375,
                    "total_bits": 26084864.0,
                    "err": 0.014458701014518738,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.12646484375,
                    "total_bits": 34084864.0,
                    "err": 0.00917022954672575,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.13.self_attn.o_proj",
            "numel": 16777216,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.1878662109375,
                    "total_bits": 36706304.0,
                    "err": 0.23753449320793152,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.3753662109375,
                    "total_bits": 39852032.0,
                    "err": 0.21581657230854034,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.6253662109375,
                    "total_bits": 44046336.0,
                    "err": 0.2070247083902359,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.7191162109375,
                    "total_bits": 45619200.0,
                    "err": 0.18571703135967255,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.2191162109375,
                    "total_bits": 54007808.0,
                    "err": 0.11138352006673813,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.6878662109375,
                    "total_bits": 61872128.0,
                    "err": 0.10268785804510117,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.031341552734375,
                    "total_bits": 50857472.0,
                    "err": 0.12986859679222107,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.1253662109375,
                    "total_bits": 52434944.0,
                    "err": 0.11849061399698257,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.1878662109375,
                    "total_bits": 53483520.0,
                    "err": 0.1130504459142685,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.5316162109375,
                    "total_bits": 59250688.0,
                    "err": 0.09516583383083344,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.65643310546875,
                    "total_bits": 61344768.0,
                    "err": 0.09190954267978668,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.031341552734375,
                    "total_bits": 67634688.0,
                    "err": 0.0668424665927887,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.1253662109375,
                    "total_bits": 69212160.0,
                    "err": 0.0571395605802536,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.2191162109375,
                    "total_bits": 70785024.0,
                    "err": 0.05391865596175194,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.3128662109375,
                    "total_bits": 72357888.0,
                    "err": 0.053141336888074875,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.031341552734375,
                    "total_bits": 84411904.0,
                    "err": 0.03351782634854317,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.2191162109375,
                    "total_bits": 87562240.0,
                    "err": 0.028579557314515114,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.3753662109375,
                    "total_bits": 90183680.0,
                    "err": 0.027906589210033417,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.5316162109375,
                    "total_bits": 92805120.0,
                    "err": 0.025424454361200333,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.7191162109375,
                    "total_bits": 95950848.0,
                    "err": 0.02493245340883732,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.031341552734375,
                    "total_bits": 101189120.0,
                    "err": 0.018086297437548637,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.1253662109375,
                    "total_bits": 102766592.0,
                    "err": 0.018753843382000923,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.218841552734375,
                    "total_bits": 104334848.0,
                    "err": 0.017051704227924347,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.1253662109375,
                    "total_bits": 136321024.0,
                    "err": 0.013681081123650074,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.13.mlp.gate_proj",
            "numel": 58720256,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.1876046316964284,
                    "total_bits": 128456703.99999999,
                    "err": 0.1877557635307312,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.3751046316964284,
                    "total_bits": 139466752.0,
                    "err": 0.1742253452539444,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.6251046316964284,
                    "total_bits": 154146816.0,
                    "err": 0.16934320330619812,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.7188546316964284,
                    "total_bits": 159651840.0,
                    "err": 0.15272462368011475,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.2188546316964284,
                    "total_bits": 189011968.0,
                    "err": 0.08898227661848068,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.6876046316964284,
                    "total_bits": 216537088.0,
                    "err": 0.08391903340816498,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.031276157924107,
                    "total_bits": 177997312.0,
                    "err": 0.10079669207334518,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.1251046316964284,
                    "total_bits": 183506944.0,
                    "err": 0.09253007173538208,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.1876046316964284,
                    "total_bits": 187176960.0,
                    "err": 0.09010356664657593,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.5313546316964284,
                    "total_bits": 207362048.0,
                    "err": 0.07826434820890427,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.6563023158482144,
                    "total_bits": 214699008.0,
                    "err": 0.07469239085912704,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.031276157924107,
                    "total_bits": 236717567.99999997,
                    "err": 0.051764726638793945,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.125104631696429,
                    "total_bits": 242227200.0,
                    "err": 0.04460276663303375,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.218854631696429,
                    "total_bits": 247732224.0,
                    "err": 0.04299844428896904,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.312604631696429,
                    "total_bits": 253237248.0,
                    "err": 0.04261653497815132,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.031276157924107,
                    "total_bits": 295437824.0,
                    "err": 0.02594778500497341,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.218854631696429,
                    "total_bits": 306452480.0,
                    "err": 0.02270738035440445,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.375104631696429,
                    "total_bits": 315627520.0,
                    "err": 0.02235233411192894,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.531354631696429,
                    "total_bits": 324802560.0,
                    "err": 0.020617041736841202,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.718854631696429,
                    "total_bits": 335812608.0,
                    "err": 0.02037937007844448,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.031276157924107,
                    "total_bits": 354158080.0,
                    "err": 0.014029023237526417,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.125104631696429,
                    "total_bits": 359667712.0,
                    "err": 0.01463165320456028,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.218776157924107,
                    "total_bits": 365168128.0,
                    "err": 0.013490010984241962,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.125104631696429,
                    "total_bits": 477108224.0,
                    "err": 0.010666776448488235,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.13.mlp.up_proj",
            "numel": 58720256,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.1876046316964284,
                    "total_bits": 128456703.99999999,
                    "err": 0.2509136497974396,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.3751046316964284,
                    "total_bits": 139466752.0,
                    "err": 0.23307500779628754,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.6251046316964284,
                    "total_bits": 154146816.0,
                    "err": 0.2271023392677307,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.7188546316964284,
                    "total_bits": 159651840.0,
                    "err": 0.20468398928642273,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.2188546316964284,
                    "total_bits": 189011968.0,
                    "err": 0.1187845915555954,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.6876046316964284,
                    "total_bits": 216537088.0,
                    "err": 0.11230294406414032,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.031276157924107,
                    "total_bits": 177997312.0,
                    "err": 0.13360434770584106,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.1251046316964284,
                    "total_bits": 183506944.0,
                    "err": 0.12275827676057816,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.1876046316964284,
                    "total_bits": 187176960.0,
                    "err": 0.12021052837371826,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.5313546316964284,
                    "total_bits": 207362048.0,
                    "err": 0.10445576161146164,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.6563023158482144,
                    "total_bits": 214699008.0,
                    "err": 0.09941522777080536,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.031276157924107,
                    "total_bits": 236717567.99999997,
                    "err": 0.06832943856716156,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.125104631696429,
                    "total_bits": 242227200.0,
                    "err": 0.05885175243020058,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.218854631696429,
                    "total_bits": 247732224.0,
                    "err": 0.05704948678612709,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.312604631696429,
                    "total_bits": 253237248.0,
                    "err": 0.05662738159298897,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.031276157924107,
                    "total_bits": 295437824.0,
                    "err": 0.034197207540273666,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.218854631696429,
                    "total_bits": 306452480.0,
                    "err": 0.02949143759906292,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.375104631696429,
                    "total_bits": 315627520.0,
                    "err": 0.029055453836917877,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.531354631696429,
                    "total_bits": 324802560.0,
                    "err": 0.026599733158946037,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.718854631696429,
                    "total_bits": 335812608.0,
                    "err": 0.026331866160035133,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.031276157924107,
                    "total_bits": 354158080.0,
                    "err": 0.018154889345169067,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.125104631696429,
                    "total_bits": 359667712.0,
                    "err": 0.018054407089948654,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.218776157924107,
                    "total_bits": 365168128.0,
                    "err": 0.017528945580124855,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.125104631696429,
                    "total_bits": 477108224.0,
                    "err": 0.01219462975859642,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.13.mlp.down_proj",
            "numel": 58720256,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.1789376395089284,
                    "total_bits": 127947775.99999999,
                    "err": 0.25659677386283875,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.3753662109375,
                    "total_bits": 139482112.0,
                    "err": 0.23048409819602966,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.6253662109375,
                    "total_bits": 154162176.0,
                    "err": 0.2206992357969284,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.7235804966517856,
                    "total_bits": 159929344.0,
                    "err": 0.19489020109176636,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.2235804966517856,
                    "total_bits": 189289472.0,
                    "err": 0.11892717331647873,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.7146519252232144,
                    "total_bits": 218125312.0,
                    "err": 0.10890946537256241,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.031341552734375,
                    "total_bits": 178001152.0,
                    "err": 0.13955388963222504,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.1253662109375,
                    "total_bits": 183522304.0,
                    "err": 0.12663446366786957,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.1789376395089284,
                    "total_bits": 186668032.0,
                    "err": 0.12188165634870529,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.5271519252232144,
                    "total_bits": 207115264.0,
                    "err": 0.10138008743524551,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.6608973911830356,
                    "total_bits": 214968832.0,
                    "err": 0.09565717726945877,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.031341552734375,
                    "total_bits": 236721408.0,
                    "err": 0.07136192172765732,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.1253662109375,
                    "total_bits": 242242560.0,
                    "err": 0.06080317497253418,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.223580496651786,
                    "total_bits": 248009728.0,
                    "err": 0.057284824550151825,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.321794782366071,
                    "total_bits": 253776896.0,
                    "err": 0.05640997365117073,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.031341552734375,
                    "total_bits": 295441664.0,
                    "err": 0.035879507660865784,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.223580496651786,
                    "total_bits": 306729984.0,
                    "err": 0.030020534992218018,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.339651925223214,
                    "total_bits": 313545728.0,
                    "err": 0.02960173785686493,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.527151925223214,
                    "total_bits": 324555776.0,
                    "err": 0.02658165618777275,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.723580496651786,
                    "total_bits": 336090112.0,
                    "err": 0.026037536561489105,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.031341552734375,
                    "total_bits": 354161920.0,
                    "err": 0.019319649785757065,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.1253662109375,
                    "total_bits": 359683072.0,
                    "err": 0.019265178591012955,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.227770124162946,
                    "total_bits": 365696256.0,
                    "err": 0.01814066804945469,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.1253662109375,
                    "total_bits": 477123584.0,
                    "err": 0.013553716242313385,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.14.self_attn.q_proj",
            "numel": 16777216,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.1878662109375,
                    "total_bits": 36706304.0,
                    "err": 0.11230067163705826,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.3753662109375,
                    "total_bits": 39852032.0,
                    "err": 0.10113681107759476,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.6253662109375,
                    "total_bits": 44046336.0,
                    "err": 0.09469135105609894,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.7191162109375,
                    "total_bits": 45619200.0,
                    "err": 0.08341479301452637,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.2191162109375,
                    "total_bits": 54007808.0,
                    "err": 0.05238485336303711,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.6878662109375,
                    "total_bits": 61872128.0,
                    "err": 0.047006234526634216,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.031341552734375,
                    "total_bits": 50857472.0,
                    "err": 0.0650520771741867,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.1253662109375,
                    "total_bits": 52434944.0,
                    "err": 0.059065211564302444,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.1878662109375,
                    "total_bits": 53483520.0,
                    "err": 0.05341661721467972,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.5316162109375,
                    "total_bits": 59250688.0,
                    "err": 0.04440399631857872,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.65643310546875,
                    "total_bits": 61344768.0,
                    "err": 0.04237865284085274,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.031341552734375,
                    "total_bits": 67634688.0,
                    "err": 0.03310713917016983,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.1253662109375,
                    "total_bits": 69212160.0,
                    "err": 0.028265949338674545,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.2191162109375,
                    "total_bits": 70785024.0,
                    "err": 0.025302669033408165,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.3128662109375,
                    "total_bits": 72357888.0,
                    "err": 0.02456476353108883,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.031341552734375,
                    "total_bits": 84411904.0,
                    "err": 0.01656481996178627,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.2191162109375,
                    "total_bits": 87562240.0,
                    "err": 0.01329070795327425,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.3753662109375,
                    "total_bits": 90183680.0,
                    "err": 0.012751031666994095,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.5316162109375,
                    "total_bits": 92805120.0,
                    "err": 0.011717197485268116,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.7191162109375,
                    "total_bits": 95950848.0,
                    "err": 0.011236202903091908,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.031341552734375,
                    "total_bits": 101189120.0,
                    "err": 0.008738136850297451,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.1253662109375,
                    "total_bits": 102766592.0,
                    "err": 0.008801700547337532,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.218841552734375,
                    "total_bits": 104334848.0,
                    "err": 0.0076575325801968575,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.1253662109375,
                    "total_bits": 136321024.0,
                    "err": 0.006054123863577843,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.14.self_attn.k_proj",
            "numel": 4194304,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.18896484375,
                    "total_bits": 9181184.0,
                    "err": 0.09183185547590256,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.37646484375,
                    "total_bits": 9967616.0,
                    "err": 0.08303888887166977,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.62646484375,
                    "total_bits": 11016192.0,
                    "err": 0.07608774304389954,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.72021484375,
                    "total_bits": 11409408.0,
                    "err": 0.06716540455818176,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.22021484375,
                    "total_bits": 13506560.0,
                    "err": 0.04255218058824539,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.68896484375,
                    "total_bits": 15472640.0,
                    "err": 0.03741403669118881,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.0316162109375,
                    "total_bits": 12715520.0,
                    "err": 0.05544180050492287,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.12646484375,
                    "total_bits": 13113344.0,
                    "err": 0.05050370469689369,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.18896484375,
                    "total_bits": 13375488.0,
                    "err": 0.043389927595853806,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.53271484375,
                    "total_bits": 14817280.0,
                    "err": 0.03636643663048744,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.656982421875,
                    "total_bits": 15338496.0,
                    "err": 0.034969836473464966,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.0316162109375,
                    "total_bits": 16909824.0,
                    "err": 0.02805112488567829,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.12646484375,
                    "total_bits": 17307648.0,
                    "err": 0.02406412921845913,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.22021484375,
                    "total_bits": 17700864.0,
                    "err": 0.020551957190036774,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.31396484375,
                    "total_bits": 18094080.0,
                    "err": 0.0196358785033226,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.0316162109375,
                    "total_bits": 21104128.0,
                    "err": 0.014031595550477505,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.22021484375,
                    "total_bits": 21895168.0,
                    "err": 0.010721876285970211,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.37646484375,
                    "total_bits": 22550528.0,
                    "err": 0.010111548937857151,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.53271484375,
                    "total_bits": 23205888.0,
                    "err": 0.009504047222435474,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.72021484375,
                    "total_bits": 23992320.0,
                    "err": 0.00891193002462387,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.0316162109375,
                    "total_bits": 25298432.0,
                    "err": 0.007334737107157707,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.12646484375,
                    "total_bits": 25696256.0,
                    "err": 0.007235547062009573,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.2191162109375,
                    "total_bits": 26084864.0,
                    "err": 0.006121451035141945,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.12646484375,
                    "total_bits": 34084864.0,
                    "err": 0.004757995717227459,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.14.self_attn.v_proj",
            "numel": 4194304,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.18896484375,
                    "total_bits": 9181184.0,
                    "err": 0.22974258661270142,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.37646484375,
                    "total_bits": 9967616.0,
                    "err": 0.20714148879051208,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.62646484375,
                    "total_bits": 11016192.0,
                    "err": 0.19823677837848663,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.72021484375,
                    "total_bits": 11409408.0,
                    "err": 0.17371580004692078,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.22021484375,
                    "total_bits": 13506560.0,
                    "err": 0.10755288600921631,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.68896484375,
                    "total_bits": 15472640.0,
                    "err": 0.09874860942363739,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.0316162109375,
                    "total_bits": 12715520.0,
                    "err": 0.12733551859855652,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.12646484375,
                    "total_bits": 13113344.0,
                    "err": 0.11438795924186707,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.18896484375,
                    "total_bits": 13375488.0,
                    "err": 0.10945732891559601,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.53271484375,
                    "total_bits": 14817280.0,
                    "err": 0.09050240367650986,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.656982421875,
                    "total_bits": 15338496.0,
                    "err": 0.0852528065443039,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.0316162109375,
                    "total_bits": 16909824.0,
                    "err": 0.06502462923526764,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.12646484375,
                    "total_bits": 17307648.0,
                    "err": 0.05474885553121567,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.22021484375,
                    "total_bits": 17700864.0,
                    "err": 0.05159386247396469,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.31396484375,
                    "total_bits": 18094080.0,
                    "err": 0.050840865820646286,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.0316162109375,
                    "total_bits": 21104128.0,
                    "err": 0.03255900368094444,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.22021484375,
                    "total_bits": 21895168.0,
                    "err": 0.026469465345144272,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.37646484375,
                    "total_bits": 22550528.0,
                    "err": 0.025782909244298935,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.53271484375,
                    "total_bits": 23205888.0,
                    "err": 0.022985883057117462,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.72021484375,
                    "total_bits": 23992320.0,
                    "err": 0.022482842206954956,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.0316162109375,
                    "total_bits": 25298432.0,
                    "err": 0.016832416877150536,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.12646484375,
                    "total_bits": 25696256.0,
                    "err": 0.016165606677532196,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.2191162109375,
                    "total_bits": 26084864.0,
                    "err": 0.015356571413576603,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.12646484375,
                    "total_bits": 34084864.0,
                    "err": 0.01037247572094202,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.14.self_attn.o_proj",
            "numel": 16777216,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.1878662109375,
                    "total_bits": 36706304.0,
                    "err": 0.2527502775192261,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.3753662109375,
                    "total_bits": 39852032.0,
                    "err": 0.22040916979312897,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.6253662109375,
                    "total_bits": 44046336.0,
                    "err": 0.207787424325943,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.7191162109375,
                    "total_bits": 45619200.0,
                    "err": 0.18367387354373932,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.2191162109375,
                    "total_bits": 54007808.0,
                    "err": 0.11760187894105911,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.6878662109375,
                    "total_bits": 61872128.0,
                    "err": 0.10531660914421082,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.031341552734375,
                    "total_bits": 50857472.0,
                    "err": 0.14147165417671204,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.1253662109375,
                    "total_bits": 52434944.0,
                    "err": 0.12797032296657562,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.1878662109375,
                    "total_bits": 53483520.0,
                    "err": 0.12106416374444962,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.5316162109375,
                    "total_bits": 59250688.0,
                    "err": 0.0973726212978363,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.65643310546875,
                    "total_bits": 61344768.0,
                    "err": 0.092498280107975,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.031341552734375,
                    "total_bits": 67634688.0,
                    "err": 0.07278057932853699,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.1253662109375,
                    "total_bits": 69212160.0,
                    "err": 0.06178954988718033,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.2191162109375,
                    "total_bits": 70785024.0,
                    "err": 0.056998997926712036,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.3128662109375,
                    "total_bits": 72357888.0,
                    "err": 0.0558379702270031,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.031341552734375,
                    "total_bits": 84411904.0,
                    "err": 0.03648005798459053,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.2191162109375,
                    "total_bits": 87562240.0,
                    "err": 0.030249156057834625,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.3753662109375,
                    "total_bits": 90183680.0,
                    "err": 0.02934619039297104,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.5316162109375,
                    "total_bits": 92805120.0,
                    "err": 0.026351213455200195,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.7191162109375,
                    "total_bits": 95950848.0,
                    "err": 0.025587482377886772,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.031341552734375,
                    "total_bits": 101189120.0,
                    "err": 0.01956699974834919,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.1253662109375,
                    "total_bits": 102766592.0,
                    "err": 0.020080728456377983,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.218841552734375,
                    "total_bits": 104334848.0,
                    "err": 0.018049750477075577,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.1253662109375,
                    "total_bits": 136321024.0,
                    "err": 0.014514422044157982,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.14.mlp.gate_proj",
            "numel": 58720256,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.1876046316964284,
                    "total_bits": 128456703.99999999,
                    "err": 0.17754054069519043,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.3751046316964284,
                    "total_bits": 139466752.0,
                    "err": 0.1651073694229126,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.6251046316964284,
                    "total_bits": 154146816.0,
                    "err": 0.16017992794513702,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.7188546316964284,
                    "total_bits": 159651840.0,
                    "err": 0.14471907913684845,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.2188546316964284,
                    "total_bits": 189011968.0,
                    "err": 0.08428008109331131,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.6876046316964284,
                    "total_bits": 216537088.0,
                    "err": 0.07944194227457047,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.031276157924107,
                    "total_bits": 177997312.0,
                    "err": 0.09608544409275055,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.1251046316964284,
                    "total_bits": 183506944.0,
                    "err": 0.08817578107118607,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.1876046316964284,
                    "total_bits": 187176960.0,
                    "err": 0.0852973535656929,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.5313546316964284,
                    "total_bits": 207362048.0,
                    "err": 0.07438970357179642,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.6563023158482144,
                    "total_bits": 214699008.0,
                    "err": 0.07104958593845367,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.031276157924107,
                    "total_bits": 236717567.99999997,
                    "err": 0.04930221661925316,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.125104631696429,
                    "total_bits": 242227200.0,
                    "err": 0.042550813406705856,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.218854631696429,
                    "total_bits": 247732224.0,
                    "err": 0.040784917771816254,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.312604631696429,
                    "total_bits": 253237248.0,
                    "err": 0.040368933230638504,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.031276157924107,
                    "total_bits": 295437824.0,
                    "err": 0.02472960390150547,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.218854631696429,
                    "total_bits": 306452480.0,
                    "err": 0.021644841879606247,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.375104631696429,
                    "total_bits": 315627520.0,
                    "err": 0.021278584375977516,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.531354631696429,
                    "total_bits": 324802560.0,
                    "err": 0.019724206998944283,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.718854631696429,
                    "total_bits": 335812608.0,
                    "err": 0.019466081634163857,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.031276157924107,
                    "total_bits": 354158080.0,
                    "err": 0.013382595032453537,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.125104631696429,
                    "total_bits": 359667712.0,
                    "err": 0.014109451323747635,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.218776157924107,
                    "total_bits": 365168128.0,
                    "err": 0.012785281985998154,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.125104631696429,
                    "total_bits": 477108224.0,
                    "err": 0.010395676828920841,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.14.mlp.up_proj",
            "numel": 58720256,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.1876046316964284,
                    "total_bits": 128456703.99999999,
                    "err": 0.2475908100605011,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.3751046316964284,
                    "total_bits": 139466752.0,
                    "err": 0.2310009002685547,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.6251046316964284,
                    "total_bits": 154146816.0,
                    "err": 0.2249680906534195,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.7188546316964284,
                    "total_bits": 159651840.0,
                    "err": 0.20311148464679718,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.2188546316964284,
                    "total_bits": 189011968.0,
                    "err": 0.11754843592643738,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.6876046316964284,
                    "total_bits": 216537088.0,
                    "err": 0.11133260279893875,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.031276157924107,
                    "total_bits": 177997312.0,
                    "err": 0.1325208693742752,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.1251046316964284,
                    "total_bits": 183506944.0,
                    "err": 0.12179847061634064,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.1876046316964284,
                    "total_bits": 187176960.0,
                    "err": 0.11888911575078964,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.5313546316964284,
                    "total_bits": 207362048.0,
                    "err": 0.10383050888776779,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.6563023158482144,
                    "total_bits": 214699008.0,
                    "err": 0.09898503869771957,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.031276157924107,
                    "total_bits": 236717567.99999997,
                    "err": 0.0677710771560669,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.125104631696429,
                    "total_bits": 242227200.0,
                    "err": 0.05845915153622627,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.218854631696429,
                    "total_bits": 247732224.0,
                    "err": 0.05653776228427887,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.312604631696429,
                    "total_bits": 253237248.0,
                    "err": 0.05607955530285835,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.031276157924107,
                    "total_bits": 295437824.0,
                    "err": 0.03394407406449318,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.218854631696429,
                    "total_bits": 306452480.0,
                    "err": 0.029372701421380043,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.375104631696429,
                    "total_bits": 315627520.0,
                    "err": 0.028928061947226524,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.531354631696429,
                    "total_bits": 324802560.0,
                    "err": 0.026622937992215157,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.718854631696429,
                    "total_bits": 335812608.0,
                    "err": 0.026339473202824593,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.031276157924107,
                    "total_bits": 354158080.0,
                    "err": 0.018058406189084053,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.125104631696429,
                    "total_bits": 359667712.0,
                    "err": 0.01820433884859085,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.218776157924107,
                    "total_bits": 365168128.0,
                    "err": 0.017390485852956772,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.125104631696429,
                    "total_bits": 477108224.0,
                    "err": 0.01252829097211361,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.14.mlp.down_proj",
            "numel": 58720256,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.1789376395089284,
                    "total_bits": 127947775.99999999,
                    "err": 0.2422744482755661,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.3753662109375,
                    "total_bits": 139482112.0,
                    "err": 0.21709512174129486,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.6253662109375,
                    "total_bits": 154162176.0,
                    "err": 0.2068498283624649,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.7235804966517856,
                    "total_bits": 159929344.0,
                    "err": 0.1829143762588501,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.2235804966517856,
                    "total_bits": 189289472.0,
                    "err": 0.11209535598754883,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.7146519252232144,
                    "total_bits": 218125312.0,
                    "err": 0.1020318940281868,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.031341552734375,
                    "total_bits": 178001152.0,
                    "err": 0.13379362225532532,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.1253662109375,
                    "total_bits": 183522304.0,
                    "err": 0.12082489579916,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.1789376395089284,
                    "total_bits": 186668032.0,
                    "err": 0.11500801891088486,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.5271519252232144,
                    "total_bits": 207115264.0,
                    "err": 0.0955720990896225,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.6608973911830356,
                    "total_bits": 214968832.0,
                    "err": 0.09054341912269592,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.031341552734375,
                    "total_bits": 236721408.0,
                    "err": 0.06856400519609451,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.1253662109375,
                    "total_bits": 242242560.0,
                    "err": 0.05823945626616478,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.223580496651786,
                    "total_bits": 248009728.0,
                    "err": 0.054366011172533035,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.321794782366071,
                    "total_bits": 253776896.0,
                    "err": 0.053345002233982086,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.031341552734375,
                    "total_bits": 295441664.0,
                    "err": 0.03478235378861427,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.223580496651786,
                    "total_bits": 306729984.0,
                    "err": 0.029055485501885414,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.339651925223214,
                    "total_bits": 313545728.0,
                    "err": 0.02856401354074478,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.527151925223214,
                    "total_bits": 324555776.0,
                    "err": 0.025923065841197968,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.723580496651786,
                    "total_bits": 336090112.0,
                    "err": 0.02529756911098957,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.031341552734375,
                    "total_bits": 354161920.0,
                    "err": 0.019165918231010437,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.1253662109375,
                    "total_bits": 359683072.0,
                    "err": 0.01949612982571125,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.227770124162946,
                    "total_bits": 365696256.0,
                    "err": 0.01778196543455124,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.1253662109375,
                    "total_bits": 477123584.0,
                    "err": 0.01444574911147356,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.15.self_attn.q_proj",
            "numel": 16777216,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.1878662109375,
                    "total_bits": 36706304.0,
                    "err": 0.12346519529819489,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.3753662109375,
                    "total_bits": 39852032.0,
                    "err": 0.11202331632375717,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.6253662109375,
                    "total_bits": 44046336.0,
                    "err": 0.1054183691740036,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.7191162109375,
                    "total_bits": 45619200.0,
                    "err": 0.09347046911716461,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.2191162109375,
                    "total_bits": 54007808.0,
                    "err": 0.0578029602766037,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.6878662109375,
                    "total_bits": 61872128.0,
                    "err": 0.0522519126534462,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.031341552734375,
                    "total_bits": 50857472.0,
                    "err": 0.07166879624128342,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.1253662109375,
                    "total_bits": 52434944.0,
                    "err": 0.06469769775867462,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.1878662109375,
                    "total_bits": 53483520.0,
                    "err": 0.058787330985069275,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.5316162109375,
                    "total_bits": 59250688.0,
                    "err": 0.04948458820581436,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.65643310546875,
                    "total_bits": 61344768.0,
                    "err": 0.04739244282245636,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.031341552734375,
                    "total_bits": 67634688.0,
                    "err": 0.0365278497338295,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.1253662109375,
                    "total_bits": 69212160.0,
                    "err": 0.031068703159689903,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.2191162109375,
                    "total_bits": 70785024.0,
                    "err": 0.027986738830804825,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.3128662109375,
                    "total_bits": 72357888.0,
                    "err": 0.027203110978007317,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.031341552734375,
                    "total_bits": 84411904.0,
                    "err": 0.0183872077614069,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.2191162109375,
                    "total_bits": 87562240.0,
                    "err": 0.01481714192777872,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.3753662109375,
                    "total_bits": 90183680.0,
                    "err": 0.014257275499403477,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.5316162109375,
                    "total_bits": 92805120.0,
                    "err": 0.01320122741162777,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.7191162109375,
                    "total_bits": 95950848.0,
                    "err": 0.01271654199808836,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.031341552734375,
                    "total_bits": 101189120.0,
                    "err": 0.009808486327528954,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.1253662109375,
                    "total_bits": 102766592.0,
                    "err": 0.00992184691131115,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.218841552734375,
                    "total_bits": 104334848.0,
                    "err": 0.008652395568788052,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.1253662109375,
                    "total_bits": 136321024.0,
                    "err": 0.007043134421110153,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.15.self_attn.k_proj",
            "numel": 4194304,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.18896484375,
                    "total_bits": 9181184.0,
                    "err": 0.09584252536296844,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.37646484375,
                    "total_bits": 9967616.0,
                    "err": 0.08699838817119598,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.62646484375,
                    "total_bits": 11016192.0,
                    "err": 0.07944449782371521,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.72021484375,
                    "total_bits": 11409408.0,
                    "err": 0.07055684924125671,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.22021484375,
                    "total_bits": 13506560.0,
                    "err": 0.04443305730819702,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.68896484375,
                    "total_bits": 15472640.0,
                    "err": 0.038882240653038025,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.0316162109375,
                    "total_bits": 12715520.0,
                    "err": 0.05905422195792198,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.12646484375,
                    "total_bits": 13113344.0,
                    "err": 0.05332280695438385,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.18896484375,
                    "total_bits": 13375488.0,
                    "err": 0.04530003294348717,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.53271484375,
                    "total_bits": 14817280.0,
                    "err": 0.03836970031261444,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.656982421875,
                    "total_bits": 15338496.0,
                    "err": 0.037193309515714645,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.0316162109375,
                    "total_bits": 16909824.0,
                    "err": 0.030014334246516228,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.12646484375,
                    "total_bits": 17307648.0,
                    "err": 0.025570809841156006,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.22021484375,
                    "total_bits": 17700864.0,
                    "err": 0.021479709073901176,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.31396484375,
                    "total_bits": 18094080.0,
                    "err": 0.02039116807281971,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.0316162109375,
                    "total_bits": 21104128.0,
                    "err": 0.015054515562951565,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.22021484375,
                    "total_bits": 21895168.0,
                    "err": 0.011252217926084995,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.37646484375,
                    "total_bits": 22550528.0,
                    "err": 0.010557625442743301,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.53271484375,
                    "total_bits": 23205888.0,
                    "err": 0.01006366591900587,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.72021484375,
                    "total_bits": 23992320.0,
                    "err": 0.009373296983540058,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.0316162109375,
                    "total_bits": 25298432.0,
                    "err": 0.00784697663038969,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.12646484375,
                    "total_bits": 25696256.0,
                    "err": 0.007706466130912304,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.2191162109375,
                    "total_bits": 26084864.0,
                    "err": 0.006430958863347769,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.12646484375,
                    "total_bits": 34084864.0,
                    "err": 0.0050885602831840515,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.15.self_attn.v_proj",
            "numel": 4194304,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.18896484375,
                    "total_bits": 9181184.0,
                    "err": 0.24553315341472626,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.37646484375,
                    "total_bits": 9967616.0,
                    "err": 0.2253323495388031,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.62646484375,
                    "total_bits": 11016192.0,
                    "err": 0.21718375384807587,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.72021484375,
                    "total_bits": 11409408.0,
                    "err": 0.1939416527748108,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.22021484375,
                    "total_bits": 13506560.0,
                    "err": 0.11600086092948914,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.68896484375,
                    "total_bits": 15472640.0,
                    "err": 0.1078672930598259,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.0316162109375,
                    "total_bits": 12715520.0,
                    "err": 0.13538484275341034,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.12646484375,
                    "total_bits": 13113344.0,
                    "err": 0.12258842587471008,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.18896484375,
                    "total_bits": 13375488.0,
                    "err": 0.117726169526577,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.53271484375,
                    "total_bits": 14817280.0,
                    "err": 0.10033364593982697,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.656982421875,
                    "total_bits": 15338496.0,
                    "err": 0.09530225396156311,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.0316162109375,
                    "total_bits": 16909824.0,
                    "err": 0.06919201463460922,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.12646484375,
                    "total_bits": 17307648.0,
                    "err": 0.058730289340019226,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.22021484375,
                    "total_bits": 17700864.0,
                    "err": 0.05561569705605507,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.31396484375,
                    "total_bits": 18094080.0,
                    "err": 0.054882604628801346,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.0316162109375,
                    "total_bits": 21104128.0,
                    "err": 0.03455643355846405,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.22021484375,
                    "total_bits": 21895168.0,
                    "err": 0.02842564694583416,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.37646484375,
                    "total_bits": 22550528.0,
                    "err": 0.02776508405804634,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.53271484375,
                    "total_bits": 23205888.0,
                    "err": 0.02517734467983246,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.72021484375,
                    "total_bits": 23992320.0,
                    "err": 0.024697329849004745,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.0316162109375,
                    "total_bits": 25298432.0,
                    "err": 0.017795361578464508,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.12646484375,
                    "total_bits": 25696256.0,
                    "err": 0.01712849922478199,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.2191162109375,
                    "total_bits": 26084864.0,
                    "err": 0.016535364091396332,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.12646484375,
                    "total_bits": 34084864.0,
                    "err": 0.010743025690317154,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.15.self_attn.o_proj",
            "numel": 16777216,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.1878662109375,
                    "total_bits": 36706304.0,
                    "err": 0.230118066072464,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.3753662109375,
                    "total_bits": 39852032.0,
                    "err": 0.2074478268623352,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.6253662109375,
                    "total_bits": 44046336.0,
                    "err": 0.19903716444969177,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.7191162109375,
                    "total_bits": 45619200.0,
                    "err": 0.16920430958271027,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.2191162109375,
                    "total_bits": 54007808.0,
                    "err": 0.10747683793306351,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.6878662109375,
                    "total_bits": 61872128.0,
                    "err": 0.09926943480968475,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.031341552734375,
                    "total_bits": 50857472.0,
                    "err": 0.12494195252656937,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.1253662109375,
                    "total_bits": 52434944.0,
                    "err": 0.11339178681373596,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.1878662109375,
                    "total_bits": 53483520.0,
                    "err": 0.10924749076366425,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.5316162109375,
                    "total_bits": 59250688.0,
                    "err": 0.08840285241603851,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.65643310546875,
                    "total_bits": 61344768.0,
                    "err": 0.08155607432126999,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.031341552734375,
                    "total_bits": 67634688.0,
                    "err": 0.06417226046323776,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.1253662109375,
                    "total_bits": 69212160.0,
                    "err": 0.05446092039346695,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.2191162109375,
                    "total_bits": 70785024.0,
                    "err": 0.0517120286822319,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.3128662109375,
                    "total_bits": 72357888.0,
                    "err": 0.05105472356081009,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.031341552734375,
                    "total_bits": 84411904.0,
                    "err": 0.03213254362344742,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.2191162109375,
                    "total_bits": 87562240.0,
                    "err": 0.026996400207281113,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.3753662109375,
                    "total_bits": 90183680.0,
                    "err": 0.02637246809899807,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.5316162109375,
                    "total_bits": 92805120.0,
                    "err": 0.023207200691103935,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.7191162109375,
                    "total_bits": 95950848.0,
                    "err": 0.022769903764128685,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.031341552734375,
                    "total_bits": 101189120.0,
                    "err": 0.01713578589260578,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.1253662109375,
                    "total_bits": 102766592.0,
                    "err": 0.017099346965551376,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.218841552734375,
                    "total_bits": 104334848.0,
                    "err": 0.016238054260611534,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.1253662109375,
                    "total_bits": 136321024.0,
                    "err": 0.011878407560288906,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.15.mlp.gate_proj",
            "numel": 58720256,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.1876046316964284,
                    "total_bits": 128456703.99999999,
                    "err": 0.17128920555114746,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.3751046316964284,
                    "total_bits": 139466752.0,
                    "err": 0.15989205241203308,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.6251046316964284,
                    "total_bits": 154146816.0,
                    "err": 0.15547771751880646,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.7188546316964284,
                    "total_bits": 159651840.0,
                    "err": 0.14066538214683533,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.2188546316964284,
                    "total_bits": 189011968.0,
                    "err": 0.08133388310670853,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.6876046316964284,
                    "total_bits": 216537088.0,
                    "err": 0.07697395235300064,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.031276157924107,
                    "total_bits": 177997312.0,
                    "err": 0.09246687591075897,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.1251046316964284,
                    "total_bits": 183506944.0,
                    "err": 0.0848522037267685,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.1876046316964284,
                    "total_bits": 187176960.0,
                    "err": 0.08229820430278778,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.5313546316964284,
                    "total_bits": 207362048.0,
                    "err": 0.0721835270524025,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.6563023158482144,
                    "total_bits": 214699008.0,
                    "err": 0.06901832669973373,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.031276157924107,
                    "total_bits": 236717567.99999997,
                    "err": 0.047478776425123215,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.125104631696429,
                    "total_bits": 242227200.0,
                    "err": 0.040983814746141434,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.218854631696429,
                    "total_bits": 247732224.0,
                    "err": 0.039401598274707794,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.312604631696429,
                    "total_bits": 253237248.0,
                    "err": 0.03902146965265274,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.031276157924107,
                    "total_bits": 295437824.0,
                    "err": 0.02385966293513775,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.218854631696429,
                    "total_bits": 306452480.0,
                    "err": 0.02095070481300354,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.375104631696429,
                    "total_bits": 315627520.0,
                    "err": 0.020628582686185837,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.531354631696429,
                    "total_bits": 324802560.0,
                    "err": 0.01917453296482563,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.718854631696429,
                    "total_bits": 335812608.0,
                    "err": 0.01894633285701275,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.031276157924107,
                    "total_bits": 354158080.0,
                    "err": 0.013040971010923386,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.125104631696429,
                    "total_bits": 359667712.0,
                    "err": 0.013699936680495739,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.218776157924107,
                    "total_bits": 365168128.0,
                    "err": 0.01252001617103815,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.125104631696429,
                    "total_bits": 477108224.0,
                    "err": 0.010176603682339191,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.15.mlp.up_proj",
            "numel": 58720256,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.1876046316964284,
                    "total_bits": 128456703.99999999,
                    "err": 0.248784601688385,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.3751046316964284,
                    "total_bits": 139466752.0,
                    "err": 0.23294802010059357,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.6251046316964284,
                    "total_bits": 154146816.0,
                    "err": 0.22733992338180542,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.7188546316964284,
                    "total_bits": 159651840.0,
                    "err": 0.2057715654373169,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.2188546316964284,
                    "total_bits": 189011968.0,
                    "err": 0.11795514822006226,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.6876046316964284,
                    "total_bits": 216537088.0,
                    "err": 0.11214744299650192,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.031276157924107,
                    "total_bits": 177997312.0,
                    "err": 0.13240553438663483,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.1251046316964284,
                    "total_bits": 183506944.0,
                    "err": 0.12181597948074341,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.1876046316964284,
                    "total_bits": 187176960.0,
                    "err": 0.11916878819465637,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.5313546316964284,
                    "total_bits": 207362048.0,
                    "err": 0.10478248447179794,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.6563023158482144,
                    "total_bits": 214699008.0,
                    "err": 0.0999450534582138,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.031276157924107,
                    "total_bits": 236717567.99999997,
                    "err": 0.06753940135240555,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.125104631696429,
                    "total_bits": 242227200.0,
                    "err": 0.05833778530359268,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.218854631696429,
                    "total_bits": 247732224.0,
                    "err": 0.05658259242773056,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.312604631696429,
                    "total_bits": 253237248.0,
                    "err": 0.05616345629096031,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.031276157924107,
                    "total_bits": 295437824.0,
                    "err": 0.03376796469092369,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.218854631696429,
                    "total_bits": 306452480.0,
                    "err": 0.029058119282126427,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.375104631696429,
                    "total_bits": 315627520.0,
                    "err": 0.028645353391766548,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.531354631696429,
                    "total_bits": 324802560.0,
                    "err": 0.02636699005961418,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.718854631696429,
                    "total_bits": 335812608.0,
                    "err": 0.026100287213921547,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.031276157924107,
                    "total_bits": 354158080.0,
                    "err": 0.01769995130598545,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.125104631696429,
                    "total_bits": 359667712.0,
                    "err": 0.01750006526708603,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.218776157924107,
                    "total_bits": 365168128.0,
                    "err": 0.017090236768126488,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.125104631696429,
                    "total_bits": 477108224.0,
                    "err": 0.011463102884590626,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.15.mlp.down_proj",
            "numel": 58720256,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.1789376395089284,
                    "total_bits": 127947775.99999999,
                    "err": 0.239888533949852,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.3753662109375,
                    "total_bits": 139482112.0,
                    "err": 0.21440346539020538,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.6253662109375,
                    "total_bits": 154162176.0,
                    "err": 0.204270139336586,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.7235804966517856,
                    "total_bits": 159929344.0,
                    "err": 0.18162642419338226,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.2235804966517856,
                    "total_bits": 189289472.0,
                    "err": 0.11057796329259872,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.7146519252232144,
                    "total_bits": 218125312.0,
                    "err": 0.1005176529288292,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.031341552734375,
                    "total_bits": 178001152.0,
                    "err": 0.13119004666805267,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.1253662109375,
                    "total_bits": 183522304.0,
                    "err": 0.11907914280891418,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.1789376395089284,
                    "total_bits": 186668032.0,
                    "err": 0.11357024312019348,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.5271519252232144,
                    "total_bits": 207115264.0,
                    "err": 0.09441885352134705,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.6608973911830356,
                    "total_bits": 214968832.0,
                    "err": 0.08950284123420715,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.031341552734375,
                    "total_bits": 236721408.0,
                    "err": 0.06684789806604385,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.1253662109375,
                    "total_bits": 242242560.0,
                    "err": 0.05718182772397995,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.223580496651786,
                    "total_bits": 248009728.0,
                    "err": 0.05331128463149071,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.321794782366071,
                    "total_bits": 253776896.0,
                    "err": 0.05237313732504845,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.031341552734375,
                    "total_bits": 295441664.0,
                    "err": 0.03371235728263855,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.223580496651786,
                    "total_bits": 306729984.0,
                    "err": 0.028089234605431557,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.339651925223214,
                    "total_bits": 313545728.0,
                    "err": 0.02762276865541935,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.527151925223214,
                    "total_bits": 324555776.0,
                    "err": 0.0249442458152771,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.723580496651786,
                    "total_bits": 336090112.0,
                    "err": 0.024344295263290405,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.031341552734375,
                    "total_bits": 354161920.0,
                    "err": 0.018403343856334686,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.1253662109375,
                    "total_bits": 359683072.0,
                    "err": 0.01830330304801464,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.227770124162946,
                    "total_bits": 365696256.0,
                    "err": 0.017133928835392,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.1253662109375,
                    "total_bits": 477123584.0,
                    "err": 0.013009370304644108,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.16.self_attn.q_proj",
            "numel": 16777216,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.1878662109375,
                    "total_bits": 36706304.0,
                    "err": 0.12303280830383301,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.3753662109375,
                    "total_bits": 39852032.0,
                    "err": 0.11238569021224976,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.6253662109375,
                    "total_bits": 44046336.0,
                    "err": 0.10659826546907425,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.7191162109375,
                    "total_bits": 45619200.0,
                    "err": 0.09482589364051819,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.2191162109375,
                    "total_bits": 54007808.0,
                    "err": 0.05758167803287506,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.6878662109375,
                    "total_bits": 61872128.0,
                    "err": 0.052655622363090515,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.031341552734375,
                    "total_bits": 50857472.0,
                    "err": 0.06945773959159851,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.1253662109375,
                    "total_bits": 52434944.0,
                    "err": 0.06341218948364258,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.1878662109375,
                    "total_bits": 53483520.0,
                    "err": 0.05845261365175247,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.5316162109375,
                    "total_bits": 59250688.0,
                    "err": 0.04963425174355507,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.65643310546875,
                    "total_bits": 61344768.0,
                    "err": 0.047340329736471176,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.031341552734375,
                    "total_bits": 67634688.0,
                    "err": 0.03533528372645378,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.1253662109375,
                    "total_bits": 69212160.0,
                    "err": 0.030326377600431442,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.2191162109375,
                    "total_bits": 70785024.0,
                    "err": 0.027696091681718826,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.3128662109375,
                    "total_bits": 72357888.0,
                    "err": 0.0270562581717968,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.031341552734375,
                    "total_bits": 84411904.0,
                    "err": 0.017694560810923576,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.2191162109375,
                    "total_bits": 87562240.0,
                    "err": 0.014403829351067543,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.3753662109375,
                    "total_bits": 90183680.0,
                    "err": 0.013914956711232662,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.5316162109375,
                    "total_bits": 92805120.0,
                    "err": 0.012822135351598263,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.7191162109375,
                    "total_bits": 95950848.0,
                    "err": 0.012404763139784336,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.031341552734375,
                    "total_bits": 101189120.0,
                    "err": 0.009287403896450996,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.1253662109375,
                    "total_bits": 102766592.0,
                    "err": 0.009249732829630375,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.218841552734375,
                    "total_bits": 104334848.0,
                    "err": 0.008331649005413055,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.1253662109375,
                    "total_bits": 136321024.0,
                    "err": 0.006201661191880703,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.16.self_attn.k_proj",
            "numel": 4194304,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.18896484375,
                    "total_bits": 9181184.0,
                    "err": 0.09922225028276443,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.37646484375,
                    "total_bits": 9967616.0,
                    "err": 0.09086667001247406,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.62646484375,
                    "total_bits": 11016192.0,
                    "err": 0.08401980996131897,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.72021484375,
                    "total_bits": 11409408.0,
                    "err": 0.07495221495628357,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.22021484375,
                    "total_bits": 13506560.0,
                    "err": 0.04605533927679062,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.68896484375,
                    "total_bits": 15472640.0,
                    "err": 0.04106120020151138,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.0316162109375,
                    "total_bits": 12715520.0,
                    "err": 0.058991461992263794,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.12646484375,
                    "total_bits": 13113344.0,
                    "err": 0.05412935093045235,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.18896484375,
                    "total_bits": 13375488.0,
                    "err": 0.04680992290377617,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.53271484375,
                    "total_bits": 14817280.0,
                    "err": 0.040082093328237534,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.656982421875,
                    "total_bits": 15338496.0,
                    "err": 0.03852097690105438,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.0316162109375,
                    "total_bits": 16909824.0,
                    "err": 0.02982436865568161,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.12646484375,
                    "total_bits": 17307648.0,
                    "err": 0.025798600167036057,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.22021484375,
                    "total_bits": 17700864.0,
                    "err": 0.022158857434988022,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.31396484375,
                    "total_bits": 18094080.0,
                    "err": 0.02123349718749523,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.0316162109375,
                    "total_bits": 21104128.0,
                    "err": 0.014932366088032722,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.22021484375,
                    "total_bits": 21895168.0,
                    "err": 0.011478272266685963,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.37646484375,
                    "total_bits": 22550528.0,
                    "err": 0.010842380113899708,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.53271484375,
                    "total_bits": 23205888.0,
                    "err": 0.010286794975399971,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.72021484375,
                    "total_bits": 23992320.0,
                    "err": 0.009675450623035431,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.0316162109375,
                    "total_bits": 25298432.0,
                    "err": 0.0077521619386971,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.12646484375,
                    "total_bits": 25696256.0,
                    "err": 0.007599356584250927,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.2191162109375,
                    "total_bits": 26084864.0,
                    "err": 0.006513242609798908,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.12646484375,
                    "total_bits": 34084864.0,
                    "err": 0.004835943225771189,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.16.self_attn.v_proj",
            "numel": 4194304,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.18896484375,
                    "total_bits": 9181184.0,
                    "err": 0.25318047404289246,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.37646484375,
                    "total_bits": 9967616.0,
                    "err": 0.2341393083333969,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.62646484375,
                    "total_bits": 11016192.0,
                    "err": 0.22664274275302887,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.72021484375,
                    "total_bits": 11409408.0,
                    "err": 0.20365630090236664,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.22021484375,
                    "total_bits": 13506560.0,
                    "err": 0.11971767246723175,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.68896484375,
                    "total_bits": 15472640.0,
                    "err": 0.11233574897050858,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.0316162109375,
                    "total_bits": 12715520.0,
                    "err": 0.13909651339054108,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.12646484375,
                    "total_bits": 13113344.0,
                    "err": 0.125462144613266,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.18896484375,
                    "total_bits": 13375488.0,
                    "err": 0.12132072448730469,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.53271484375,
                    "total_bits": 14817280.0,
                    "err": 0.10461923480033875,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.656982421875,
                    "total_bits": 15338496.0,
                    "err": 0.09977409243583679,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.0316162109375,
                    "total_bits": 16909824.0,
                    "err": 0.07101263105869293,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.12646484375,
                    "total_bits": 17307648.0,
                    "err": 0.0600288100540638,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.22021484375,
                    "total_bits": 17700864.0,
                    "err": 0.05738481879234314,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.31396484375,
                    "total_bits": 18094080.0,
                    "err": 0.056744132190942764,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.0316162109375,
                    "total_bits": 21104128.0,
                    "err": 0.03549138829112053,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.22021484375,
                    "total_bits": 21895168.0,
                    "err": 0.029174037277698517,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.37646484375,
                    "total_bits": 22550528.0,
                    "err": 0.028569333255290985,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.53271484375,
                    "total_bits": 23205888.0,
                    "err": 0.026014259085059166,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.72021484375,
                    "total_bits": 23992320.0,
                    "err": 0.025604313239455223,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.0316162109375,
                    "total_bits": 25298432.0,
                    "err": 0.018220575526356697,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.12646484375,
                    "total_bits": 25696256.0,
                    "err": 0.017268646508455276,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.2191162109375,
                    "total_bits": 26084864.0,
                    "err": 0.01698516681790352,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.12646484375,
                    "total_bits": 34084864.0,
                    "err": 0.010593928396701813,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.16.self_attn.o_proj",
            "numel": 16777216,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.1878662109375,
                    "total_bits": 36706304.0,
                    "err": 0.23885557055473328,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.3753662109375,
                    "total_bits": 39852032.0,
                    "err": 0.2143060863018036,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.6253662109375,
                    "total_bits": 44046336.0,
                    "err": 0.2053506076335907,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.7191162109375,
                    "total_bits": 45619200.0,
                    "err": 0.18406246602535248,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.2191162109375,
                    "total_bits": 54007808.0,
                    "err": 0.11100604385137558,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.6878662109375,
                    "total_bits": 61872128.0,
                    "err": 0.10180038213729858,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.031341552734375,
                    "total_bits": 50857472.0,
                    "err": 0.1290135681629181,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.1253662109375,
                    "total_bits": 52434944.0,
                    "err": 0.1177239865064621,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.1878662109375,
                    "total_bits": 53483520.0,
                    "err": 0.113383948802948,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.5316162109375,
                    "total_bits": 59250688.0,
                    "err": 0.09434090554714203,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.65643310546875,
                    "total_bits": 61344768.0,
                    "err": 0.09033267199993134,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.031341552734375,
                    "total_bits": 67634688.0,
                    "err": 0.06649399548768997,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.1253662109375,
                    "total_bits": 69212160.0,
                    "err": 0.05693143606185913,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.2191162109375,
                    "total_bits": 70785024.0,
                    "err": 0.05385391041636467,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.3128662109375,
                    "total_bits": 72357888.0,
                    "err": 0.053139470517635345,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.031341552734375,
                    "total_bits": 84411904.0,
                    "err": 0.033620435744524,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.2191162109375,
                    "total_bits": 87562240.0,
                    "err": 0.028800921514630318,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.3753662109375,
                    "total_bits": 90183680.0,
                    "err": 0.02811519429087639,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.5316162109375,
                    "total_bits": 92805120.0,
                    "err": 0.0255826935172081,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.7191162109375,
                    "total_bits": 95950848.0,
                    "err": 0.0251083392649889,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.031341552734375,
                    "total_bits": 101189120.0,
                    "err": 0.01858711801469326,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.1253662109375,
                    "total_bits": 102766592.0,
                    "err": 0.01913074217736721,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.218841552734375,
                    "total_bits": 104334848.0,
                    "err": 0.017629189416766167,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.1253662109375,
                    "total_bits": 136321024.0,
                    "err": 0.014273216016590595,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.16.mlp.gate_proj",
            "numel": 58720256,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.1876046316964284,
                    "total_bits": 128456703.99999999,
                    "err": 0.16250117123126984,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.3751046316964284,
                    "total_bits": 139466752.0,
                    "err": 0.1518808901309967,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.6251046316964284,
                    "total_bits": 154146816.0,
                    "err": 0.14755703508853912,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.7188546316964284,
                    "total_bits": 159651840.0,
                    "err": 0.1336030662059784,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.2188546316964284,
                    "total_bits": 189011968.0,
                    "err": 0.07712019979953766,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.6876046316964284,
                    "total_bits": 216537088.0,
                    "err": 0.07296700030565262,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.031276157924107,
                    "total_bits": 177997312.0,
                    "err": 0.08801603317260742,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.1251046316964284,
                    "total_bits": 183506944.0,
                    "err": 0.08078522980213165,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.1876046316964284,
                    "total_bits": 187176960.0,
                    "err": 0.0780349001288414,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.5313546316964284,
                    "total_bits": 207362048.0,
                    "err": 0.06863518059253693,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.6563023158482144,
                    "total_bits": 214699008.0,
                    "err": 0.06560992449522018,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.031276157924107,
                    "total_bits": 236717567.99999997,
                    "err": 0.04511456936597824,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.125104631696429,
                    "total_bits": 242227200.0,
                    "err": 0.038967445492744446,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.218854631696429,
                    "total_bits": 247732224.0,
                    "err": 0.03732065483927727,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.312604631696429,
                    "total_bits": 253237248.0,
                    "err": 0.03692290186882019,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.031276157924107,
                    "total_bits": 295437824.0,
                    "err": 0.02265258878469467,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.218854631696429,
                    "total_bits": 306452480.0,
                    "err": 0.01978468894958496,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.375104631696429,
                    "total_bits": 315627520.0,
                    "err": 0.01945159211754799,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.531354631696429,
                    "total_bits": 324802560.0,
                    "err": 0.01812739297747612,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.718854631696429,
                    "total_bits": 335812608.0,
                    "err": 0.017885509878396988,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.031276157924107,
                    "total_bits": 354158080.0,
                    "err": 0.012282369658350945,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.125104631696429,
                    "total_bits": 359667712.0,
                    "err": 0.01287828665226698,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.218776157924107,
                    "total_bits": 365168128.0,
                    "err": 0.011732904240489006,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.125104631696429,
                    "total_bits": 477108224.0,
                    "err": 0.00945959985256195,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.16.mlp.up_proj",
            "numel": 58720256,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.1876046316964284,
                    "total_bits": 128456703.99999999,
                    "err": 0.2431376725435257,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.3751046316964284,
                    "total_bits": 139466752.0,
                    "err": 0.22819730639457703,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.6251046316964284,
                    "total_bits": 154146816.0,
                    "err": 0.22275404632091522,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.7188546316964284,
                    "total_bits": 159651840.0,
                    "err": 0.20173762738704681,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.2188546316964284,
                    "total_bits": 189011968.0,
                    "err": 0.11529809981584549,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.6876046316964284,
                    "total_bits": 216537088.0,
                    "err": 0.10977420955896378,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.031276157924107,
                    "total_bits": 177997312.0,
                    "err": 0.1296403557062149,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.1251046316964284,
                    "total_bits": 183506944.0,
                    "err": 0.11932507157325745,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.1876046316964284,
                    "total_bits": 187176960.0,
                    "err": 0.11648954451084137,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.5313546316964284,
                    "total_bits": 207362048.0,
                    "err": 0.10280052572488785,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.6563023158482144,
                    "total_bits": 214699008.0,
                    "err": 0.09800659120082855,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.031276157924107,
                    "total_bits": 236717567.99999997,
                    "err": 0.06615786254405975,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.125104631696429,
                    "total_bits": 242227200.0,
                    "err": 0.05715126544237137,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.218854631696429,
                    "total_bits": 247732224.0,
                    "err": 0.055339038372039795,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.312604631696429,
                    "total_bits": 253237248.0,
                    "err": 0.05491006374359131,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.031276157924107,
                    "total_bits": 295437824.0,
                    "err": 0.03306753933429718,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.218854631696429,
                    "total_bits": 306452480.0,
                    "err": 0.028452454134821892,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.375104631696429,
                    "total_bits": 315627520.0,
                    "err": 0.028047477826476097,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.531354631696429,
                    "total_bits": 324802560.0,
                    "err": 0.025888320058584213,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.718854631696429,
                    "total_bits": 335812608.0,
                    "err": 0.025618482381105423,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.031276157924107,
                    "total_bits": 354158080.0,
                    "err": 0.01736600138247013,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.125104631696429,
                    "total_bits": 359667712.0,
                    "err": 0.017202213406562805,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.218776157924107,
                    "total_bits": 365168128.0,
                    "err": 0.016734711825847626,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.125104631696429,
                    "total_bits": 477108224.0,
                    "err": 0.011332820169627666,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.16.mlp.down_proj",
            "numel": 58720256,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.1789376395089284,
                    "total_bits": 127947775.99999999,
                    "err": 0.233806774020195,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.3753662109375,
                    "total_bits": 139482112.0,
                    "err": 0.20789264142513275,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.6253662109375,
                    "total_bits": 154162176.0,
                    "err": 0.1973309963941574,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.7235804966517856,
                    "total_bits": 159929344.0,
                    "err": 0.17502598464488983,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.2235804966517856,
                    "total_bits": 189289472.0,
                    "err": 0.1074320524930954,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.7146519252232144,
                    "total_bits": 218125312.0,
                    "err": 0.09698917716741562,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.031341552734375,
                    "total_bits": 178001152.0,
                    "err": 0.12816472351551056,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.1253662109375,
                    "total_bits": 183522304.0,
                    "err": 0.11657935380935669,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.1789376395089284,
                    "total_bits": 186668032.0,
                    "err": 0.11060943454504013,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.5271519252232144,
                    "total_bits": 207115264.0,
                    "err": 0.09114252775907516,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.6608973911830356,
                    "total_bits": 214968832.0,
                    "err": 0.0865621492266655,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.031341552734375,
                    "total_bits": 236721408.0,
                    "err": 0.06543925404548645,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.1253662109375,
                    "total_bits": 242242560.0,
                    "err": 0.05598319694399834,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.223580496651786,
                    "total_bits": 248009728.0,
                    "err": 0.05181736871600151,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.321794782366071,
                    "total_bits": 253776896.0,
                    "err": 0.050773441791534424,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.031341552734375,
                    "total_bits": 295441664.0,
                    "err": 0.03304853290319443,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.223580496651786,
                    "total_bits": 306729984.0,
                    "err": 0.027297327294945717,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.339651925223214,
                    "total_bits": 313545728.0,
                    "err": 0.026783540844917297,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.527151925223214,
                    "total_bits": 324555776.0,
                    "err": 0.0241317730396986,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.723580496651786,
                    "total_bits": 336090112.0,
                    "err": 0.02346397377550602,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.031341552734375,
                    "total_bits": 354161920.0,
                    "err": 0.017987508326768875,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.1253662109375,
                    "total_bits": 359683072.0,
                    "err": 0.017860429361462593,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.227770124162946,
                    "total_bits": 365696256.0,
                    "err": 0.016594942659139633,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.1253662109375,
                    "total_bits": 477123584.0,
                    "err": 0.012639195658266544,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.17.self_attn.q_proj",
            "numel": 16777216,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.1878662109375,
                    "total_bits": 36706304.0,
                    "err": 0.10229416191577911,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.3753662109375,
                    "total_bits": 39852032.0,
                    "err": 0.0937047004699707,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.6253662109375,
                    "total_bits": 44046336.0,
                    "err": 0.08796555548906326,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.7191162109375,
                    "total_bits": 45619200.0,
                    "err": 0.07876754552125931,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.2191162109375,
                    "total_bits": 54007808.0,
                    "err": 0.0477774553000927,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.6878662109375,
                    "total_bits": 61872128.0,
                    "err": 0.04325779527425766,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.031341552734375,
                    "total_bits": 50857472.0,
                    "err": 0.05952078476548195,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.1253662109375,
                    "total_bits": 52434944.0,
                    "err": 0.05427942052483559,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.1878662109375,
                    "total_bits": 53483520.0,
                    "err": 0.04863504320383072,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.5316162109375,
                    "total_bits": 59250688.0,
                    "err": 0.041635770350694656,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.65643310546875,
                    "total_bits": 61344768.0,
                    "err": 0.040028881281614304,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.031341552734375,
                    "total_bits": 67634688.0,
                    "err": 0.03028537519276142,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.1253662109375,
                    "total_bits": 69212160.0,
                    "err": 0.02598271518945694,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.2191162109375,
                    "total_bits": 70785024.0,
                    "err": 0.023055966943502426,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.3128662109375,
                    "total_bits": 72357888.0,
                    "err": 0.02231483720242977,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.031341552734375,
                    "total_bits": 84411904.0,
                    "err": 0.015147663652896881,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.2191162109375,
                    "total_bits": 87562240.0,
                    "err": 0.012086932547390461,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.3753662109375,
                    "total_bits": 90183680.0,
                    "err": 0.01158120110630989,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.5316162109375,
                    "total_bits": 92805120.0,
                    "err": 0.010878819972276688,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.7191162109375,
                    "total_bits": 95950848.0,
                    "err": 0.010406439192593098,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.031341552734375,
                    "total_bits": 101189120.0,
                    "err": 0.007966941222548485,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.1253662109375,
                    "total_bits": 102766592.0,
                    "err": 0.008017522282898426,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.218841552734375,
                    "total_bits": 104334848.0,
                    "err": 0.006916623096913099,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.1253662109375,
                    "total_bits": 136321024.0,
                    "err": 0.005454104393720627,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.17.self_attn.k_proj",
            "numel": 4194304,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.18896484375,
                    "total_bits": 9181184.0,
                    "err": 0.0881706029176712,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.37646484375,
                    "total_bits": 9967616.0,
                    "err": 0.08032836019992828,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.62646484375,
                    "total_bits": 11016192.0,
                    "err": 0.07377510517835617,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.72021484375,
                    "total_bits": 11409408.0,
                    "err": 0.06626880168914795,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.22021484375,
                    "total_bits": 13506560.0,
                    "err": 0.04078704118728638,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.68896484375,
                    "total_bits": 15472640.0,
                    "err": 0.03599796071648598,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.0316162109375,
                    "total_bits": 12715520.0,
                    "err": 0.053458571434020996,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.12646484375,
                    "total_bits": 13113344.0,
                    "err": 0.04868622124195099,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.18896484375,
                    "total_bits": 13375488.0,
                    "err": 0.04162417724728584,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.53271484375,
                    "total_bits": 14817280.0,
                    "err": 0.03563154116272926,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.656982421875,
                    "total_bits": 15338496.0,
                    "err": 0.034511499106884,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.0316162109375,
                    "total_bits": 16909824.0,
                    "err": 0.02705252729356289,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.12646484375,
                    "total_bits": 17307648.0,
                    "err": 0.023231714963912964,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.22021484375,
                    "total_bits": 17700864.0,
                    "err": 0.01967599242925644,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.31396484375,
                    "total_bits": 18094080.0,
                    "err": 0.01872820034623146,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.0316162109375,
                    "total_bits": 21104128.0,
                    "err": 0.013534091413021088,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.22021484375,
                    "total_bits": 21895168.0,
                    "err": 0.010258383117616177,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.37646484375,
                    "total_bits": 22550528.0,
                    "err": 0.009652226231992245,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.53271484375,
                    "total_bits": 23205888.0,
                    "err": 0.009233977645635605,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.72021484375,
                    "total_bits": 23992320.0,
                    "err": 0.00864342413842678,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.0316162109375,
                    "total_bits": 25298432.0,
                    "err": 0.007039785850793123,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.12646484375,
                    "total_bits": 25696256.0,
                    "err": 0.006941820494830608,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.2191162109375,
                    "total_bits": 26084864.0,
                    "err": 0.005807807203382254,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.12646484375,
                    "total_bits": 34084864.0,
                    "err": 0.004523728042840958,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.17.self_attn.v_proj",
            "numel": 4194304,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.18896484375,
                    "total_bits": 9181184.0,
                    "err": 0.21385058760643005,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.37646484375,
                    "total_bits": 9967616.0,
                    "err": 0.19361618161201477,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.62646484375,
                    "total_bits": 11016192.0,
                    "err": 0.18332085013389587,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.72021484375,
                    "total_bits": 11409408.0,
                    "err": 0.16457228362560272,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.22021484375,
                    "total_bits": 13506560.0,
                    "err": 0.09931168705224991,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.68896484375,
                    "total_bits": 15472640.0,
                    "err": 0.09021816402673721,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.0316162109375,
                    "total_bits": 12715520.0,
                    "err": 0.12266920506954193,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.12646484375,
                    "total_bits": 13113344.0,
                    "err": 0.10998478531837463,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.18896484375,
                    "total_bits": 13375488.0,
                    "err": 0.10170404613018036,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.53271484375,
                    "total_bits": 14817280.0,
                    "err": 0.08600635826587677,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.656982421875,
                    "total_bits": 15338496.0,
                    "err": 0.08251236379146576,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.0316162109375,
                    "total_bits": 16909824.0,
                    "err": 0.06243631988763809,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.12646484375,
                    "total_bits": 17307648.0,
                    "err": 0.05254941061139107,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.22021484375,
                    "total_bits": 17700864.0,
                    "err": 0.04766194894909859,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.31396484375,
                    "total_bits": 18094080.0,
                    "err": 0.04646600782871246,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.0316162109375,
                    "total_bits": 21104128.0,
                    "err": 0.031202509999275208,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.22021484375,
                    "total_bits": 21895168.0,
                    "err": 0.024439970031380653,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.37646484375,
                    "total_bits": 22550528.0,
                    "err": 0.02353234589099884,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.53271484375,
                    "total_bits": 23205888.0,
                    "err": 0.021724119782447815,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.72021484375,
                    "total_bits": 23992320.0,
                    "err": 0.020916923880577087,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.0316162109375,
                    "total_bits": 25298432.0,
                    "err": 0.016059016808867455,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.12646484375,
                    "total_bits": 25696256.0,
                    "err": 0.015309465117752552,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.2191162109375,
                    "total_bits": 26084864.0,
                    "err": 0.014006048440933228,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.12646484375,
                    "total_bits": 34084864.0,
                    "err": 0.009544460102915764,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.17.self_attn.o_proj",
            "numel": 16777216,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.1878662109375,
                    "total_bits": 36706304.0,
                    "err": 0.23670054972171783,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.3753662109375,
                    "total_bits": 39852032.0,
                    "err": 0.21261675655841827,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.6253662109375,
                    "total_bits": 44046336.0,
                    "err": 0.20319263637065887,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.7191162109375,
                    "total_bits": 45619200.0,
                    "err": 0.17680412530899048,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.2191162109375,
                    "total_bits": 54007808.0,
                    "err": 0.11049558967351913,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.6878662109375,
                    "total_bits": 61872128.0,
                    "err": 0.10108448565006256,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.031341552734375,
                    "total_bits": 50857472.0,
                    "err": 0.13019761443138123,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.1253662109375,
                    "total_bits": 52434944.0,
                    "err": 0.11820681393146515,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.1878662109375,
                    "total_bits": 53483520.0,
                    "err": 0.11287902295589447,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.5316162109375,
                    "total_bits": 59250688.0,
                    "err": 0.09283562749624252,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.65643310546875,
                    "total_bits": 61344768.0,
                    "err": 0.08643519878387451,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.031341552734375,
                    "total_bits": 67634688.0,
                    "err": 0.06707920134067535,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.1253662109375,
                    "total_bits": 69212160.0,
                    "err": 0.05713089928030968,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.2191162109375,
                    "total_bits": 70785024.0,
                    "err": 0.05358920618891716,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.3128662109375,
                    "total_bits": 72357888.0,
                    "err": 0.05272950977087021,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.031341552734375,
                    "total_bits": 84411904.0,
                    "err": 0.033695925027132034,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.2191162109375,
                    "total_bits": 87562240.0,
                    "err": 0.028585072606801987,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.3753662109375,
                    "total_bits": 90183680.0,
                    "err": 0.027810629457235336,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.5316162109375,
                    "total_bits": 92805120.0,
                    "err": 0.02519240416586399,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.7191162109375,
                    "total_bits": 95950848.0,
                    "err": 0.024634644389152527,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.031341552734375,
                    "total_bits": 101189120.0,
                    "err": 0.018311882391572,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.1253662109375,
                    "total_bits": 102766592.0,
                    "err": 0.019009310752153397,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.218841552734375,
                    "total_bits": 104334848.0,
                    "err": 0.01718127168715,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.1253662109375,
                    "total_bits": 136321024.0,
                    "err": 0.014054442755877972,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.17.mlp.gate_proj",
            "numel": 58720256,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.1876046316964284,
                    "total_bits": 128456703.99999999,
                    "err": 0.16519606113433838,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.3751046316964284,
                    "total_bits": 139466752.0,
                    "err": 0.15437312424182892,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.6251046316964284,
                    "total_bits": 154146816.0,
                    "err": 0.150039941072464,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.7188546316964284,
                    "total_bits": 159651840.0,
                    "err": 0.13607828319072723,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.2188546316964284,
                    "total_bits": 189011968.0,
                    "err": 0.07829878479242325,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.6876046316964284,
                    "total_bits": 216537088.0,
                    "err": 0.07406248152256012,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.031276157924107,
                    "total_bits": 177997312.0,
                    "err": 0.08927655220031738,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.1251046316964284,
                    "total_bits": 183506944.0,
                    "err": 0.08193468302488327,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.1876046316964284,
                    "total_bits": 187176960.0,
                    "err": 0.07919775694608688,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.5313546316964284,
                    "total_bits": 207362048.0,
                    "err": 0.0697130635380745,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.6563023158482144,
                    "total_bits": 214699008.0,
                    "err": 0.06679525226354599,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.031276157924107,
                    "total_bits": 236717567.99999997,
                    "err": 0.04573168605566025,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.125104631696429,
                    "total_bits": 242227200.0,
                    "err": 0.03947054594755173,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.218854631696429,
                    "total_bits": 247732224.0,
                    "err": 0.03783344849944115,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.312604631696429,
                    "total_bits": 253237248.0,
                    "err": 0.0374477282166481,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.031276157924107,
                    "total_bits": 295437824.0,
                    "err": 0.022984346374869347,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.218854631696429,
                    "total_bits": 306452480.0,
                    "err": 0.02001088485121727,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.375104631696429,
                    "total_bits": 315627520.0,
                    "err": 0.019677000120282173,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.531354631696429,
                    "total_bits": 324802560.0,
                    "err": 0.01833903044462204,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.718854631696429,
                    "total_bits": 335812608.0,
                    "err": 0.01809746026992798,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.031276157924107,
                    "total_bits": 354158080.0,
                    "err": 0.012508907355368137,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.125104631696429,
                    "total_bits": 359667712.0,
                    "err": 0.0129545284435153,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.218776157924107,
                    "total_bits": 365168128.0,
                    "err": 0.011962184682488441,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.125104631696429,
                    "total_bits": 477108224.0,
                    "err": 0.009450317360460758,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.17.mlp.up_proj",
            "numel": 58720256,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.1876046316964284,
                    "total_bits": 128456703.99999999,
                    "err": 0.24915584921836853,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.3751046316964284,
                    "total_bits": 139466752.0,
                    "err": 0.23381802439689636,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.6251046316964284,
                    "total_bits": 154146816.0,
                    "err": 0.22828955948352814,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.7188546316964284,
                    "total_bits": 159651840.0,
                    "err": 0.2070642113685608,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.2188546316964284,
                    "total_bits": 189011968.0,
                    "err": 0.11811597645282745,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.6876046316964284,
                    "total_bits": 216537088.0,
                    "err": 0.11247745156288147,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.031276157924107,
                    "total_bits": 177997312.0,
                    "err": 0.13285763561725616,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.1251046316964284,
                    "total_bits": 183506944.0,
                    "err": 0.12213612347841263,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.1876046316964284,
                    "total_bits": 187176960.0,
                    "err": 0.11932630091905594,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.5313546316964284,
                    "total_bits": 207362048.0,
                    "err": 0.10541531443595886,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.6563023158482144,
                    "total_bits": 214699008.0,
                    "err": 0.10089791566133499,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.031276157924107,
                    "total_bits": 236717567.99999997,
                    "err": 0.0678914487361908,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.125104631696429,
                    "total_bits": 242227200.0,
                    "err": 0.058587778359651566,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.218854631696429,
                    "total_bits": 247732224.0,
                    "err": 0.05676344782114029,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.312604631696429,
                    "total_bits": 253237248.0,
                    "err": 0.05634016916155815,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.031276157924107,
                    "total_bits": 295437824.0,
                    "err": 0.034067533910274506,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.218854631696429,
                    "total_bits": 306452480.0,
                    "err": 0.029435910284519196,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.375104631696429,
                    "total_bits": 315627520.0,
                    "err": 0.02901977300643921,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.531354631696429,
                    "total_bits": 324802560.0,
                    "err": 0.02687360905110836,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.718854631696429,
                    "total_bits": 335812608.0,
                    "err": 0.026602959260344505,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.031276157924107,
                    "total_bits": 354158080.0,
                    "err": 0.01819314807653427,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.125104631696429,
                    "total_bits": 359667712.0,
                    "err": 0.01814320683479309,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.218776157924107,
                    "total_bits": 365168128.0,
                    "err": 0.01757810264825821,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.125104631696429,
                    "total_bits": 477108224.0,
                    "err": 0.012395200319588184,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.17.mlp.down_proj",
            "numel": 58720256,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.1789376395089284,
                    "total_bits": 127947775.99999999,
                    "err": 0.24547365307807922,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.3753662109375,
                    "total_bits": 139482112.0,
                    "err": 0.21716201305389404,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.6253662109375,
                    "total_bits": 154162176.0,
                    "err": 0.20577146112918854,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.7235804966517856,
                    "total_bits": 159929344.0,
                    "err": 0.18201333284378052,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.2235804966517856,
                    "total_bits": 189289472.0,
                    "err": 0.1129460409283638,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.7146519252232144,
                    "total_bits": 218125312.0,
                    "err": 0.10159391164779663,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.031341552734375,
                    "total_bits": 178001152.0,
                    "err": 0.13549046218395233,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.1253662109375,
                    "total_bits": 183522304.0,
                    "err": 0.1225033551454544,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.1789376395089284,
                    "total_bits": 186668032.0,
                    "err": 0.11638060212135315,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.5271519252232144,
                    "total_bits": 207115264.0,
                    "err": 0.09520159661769867,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.6608973911830356,
                    "total_bits": 214968832.0,
                    "err": 0.09028133004903793,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.031341552734375,
                    "total_bits": 236721408.0,
                    "err": 0.06915263831615448,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.1253662109375,
                    "total_bits": 242242560.0,
                    "err": 0.05891384556889534,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.223580496651786,
                    "total_bits": 248009728.0,
                    "err": 0.05454821512103081,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.321794782366071,
                    "total_bits": 253776896.0,
                    "err": 0.05347447469830513,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.031341552734375,
                    "total_bits": 295441664.0,
                    "err": 0.03489098325371742,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.223580496651786,
                    "total_bits": 306729984.0,
                    "err": 0.028874535113573074,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.339651925223214,
                    "total_bits": 313545728.0,
                    "err": 0.02835012413561344,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.527151925223214,
                    "total_bits": 324555776.0,
                    "err": 0.025446917861700058,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.723580496651786,
                    "total_bits": 336090112.0,
                    "err": 0.024753358215093613,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.031341552734375,
                    "total_bits": 354161920.0,
                    "err": 0.019063754007220268,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.1253662109375,
                    "total_bits": 359683072.0,
                    "err": 0.01905948296189308,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.227770124162946,
                    "total_bits": 365696256.0,
                    "err": 0.017575114965438843,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.1253662109375,
                    "total_bits": 477123584.0,
                    "err": 0.013692156411707401,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.18.self_attn.q_proj",
            "numel": 16777216,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.1878662109375,
                    "total_bits": 36706304.0,
                    "err": 0.11861000210046768,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.3753662109375,
                    "total_bits": 39852032.0,
                    "err": 0.10914457589387894,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.6253662109375,
                    "total_bits": 44046336.0,
                    "err": 0.10299945622682571,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.7191162109375,
                    "total_bits": 45619200.0,
                    "err": 0.092211052775383,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.2191162109375,
                    "total_bits": 54007808.0,
                    "err": 0.05558552220463753,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.6878662109375,
                    "total_bits": 61872128.0,
                    "err": 0.05073684826493263,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.031341552734375,
                    "total_bits": 50857472.0,
                    "err": 0.0689852312207222,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.1253662109375,
                    "total_bits": 52434944.0,
                    "err": 0.06256187707185745,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.1878662109375,
                    "total_bits": 53483520.0,
                    "err": 0.05651747062802315,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.5316162109375,
                    "total_bits": 59250688.0,
                    "err": 0.04864199087023735,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.65643310546875,
                    "total_bits": 61344768.0,
                    "err": 0.04673752561211586,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.031341552734375,
                    "total_bits": 67634688.0,
                    "err": 0.035217367112636566,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.1253662109375,
                    "total_bits": 69212160.0,
                    "err": 0.030058670789003372,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.2191162109375,
                    "total_bits": 70785024.0,
                    "err": 0.026919668540358543,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.3128662109375,
                    "total_bits": 72357888.0,
                    "err": 0.026139892637729645,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.031341552734375,
                    "total_bits": 84411904.0,
                    "err": 0.017692625522613525,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.2191162109375,
                    "total_bits": 87562240.0,
                    "err": 0.014270548708736897,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.3753662109375,
                    "total_bits": 90183680.0,
                    "err": 0.013737957924604416,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.5316162109375,
                    "total_bits": 92805120.0,
                    "err": 0.012917818501591682,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.7191162109375,
                    "total_bits": 95950848.0,
                    "err": 0.012431380338966846,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.031341552734375,
                    "total_bits": 101189120.0,
                    "err": 0.009450279176235199,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.1253662109375,
                    "total_bits": 102766592.0,
                    "err": 0.009597331285476685,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.218841552734375,
                    "total_bits": 104334848.0,
                    "err": 0.008320603519678116,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.1253662109375,
                    "total_bits": 136321024.0,
                    "err": 0.006806415971368551,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.18.self_attn.k_proj",
            "numel": 4194304,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.18896484375,
                    "total_bits": 9181184.0,
                    "err": 0.09911397844552994,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.37646484375,
                    "total_bits": 9967616.0,
                    "err": 0.09004437178373337,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.62646484375,
                    "total_bits": 11016192.0,
                    "err": 0.0818355455994606,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.72021484375,
                    "total_bits": 11409408.0,
                    "err": 0.07359372079372406,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.22021484375,
                    "total_bits": 13506560.0,
                    "err": 0.0457867868244648,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.68896484375,
                    "total_bits": 15472640.0,
                    "err": 0.03990563005208969,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.0316162109375,
                    "total_bits": 12715520.0,
                    "err": 0.06110627204179764,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.12646484375,
                    "total_bits": 13113344.0,
                    "err": 0.055844031274318695,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.18896484375,
                    "total_bits": 13375488.0,
                    "err": 0.04683317616581917,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.53271484375,
                    "total_bits": 14817280.0,
                    "err": 0.04002996161580086,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.656982421875,
                    "total_bits": 15338496.0,
                    "err": 0.038955241441726685,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.0316162109375,
                    "total_bits": 16909824.0,
                    "err": 0.030900366604328156,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.12646484375,
                    "total_bits": 17307648.0,
                    "err": 0.026636164635419846,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.22021484375,
                    "total_bits": 17700864.0,
                    "err": 0.022112509235739708,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.31396484375,
                    "total_bits": 18094080.0,
                    "err": 0.020914018154144287,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.0316162109375,
                    "total_bits": 21104128.0,
                    "err": 0.015457401052117348,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.22021484375,
                    "total_bits": 21895168.0,
                    "err": 0.011570691131055355,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.37646484375,
                    "total_bits": 22550528.0,
                    "err": 0.010795177891850471,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.53271484375,
                    "total_bits": 23205888.0,
                    "err": 0.010432691313326359,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.72021484375,
                    "total_bits": 23992320.0,
                    "err": 0.009664519689977169,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.0316162109375,
                    "total_bits": 25298432.0,
                    "err": 0.008051855489611626,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.12646484375,
                    "total_bits": 25696256.0,
                    "err": 0.007958578877151012,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.2191162109375,
                    "total_bits": 26084864.0,
                    "err": 0.006511395797133446,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.12646484375,
                    "total_bits": 34084864.0,
                    "err": 0.005176120437681675,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.18.self_attn.v_proj",
            "numel": 4194304,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.18896484375,
                    "total_bits": 9181184.0,
                    "err": 0.23027494549751282,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.37646484375,
                    "total_bits": 9967616.0,
                    "err": 0.20930759608745575,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.62646484375,
                    "total_bits": 11016192.0,
                    "err": 0.19884617626667023,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.72021484375,
                    "total_bits": 11409408.0,
                    "err": 0.1796121597290039,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.22021484375,
                    "total_bits": 13506560.0,
                    "err": 0.10786006599664688,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.68896484375,
                    "total_bits": 15472640.0,
                    "err": 0.09835337847471237,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.0316162109375,
                    "total_bits": 12715520.0,
                    "err": 0.13256148993968964,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.12646484375,
                    "total_bits": 13113344.0,
                    "err": 0.11833634972572327,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.18896484375,
                    "total_bits": 13375488.0,
                    "err": 0.11022881418466568,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.53271484375,
                    "total_bits": 14817280.0,
                    "err": 0.09361617267131805,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.656982421875,
                    "total_bits": 15338496.0,
                    "err": 0.09027525037527084,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.0316162109375,
                    "total_bits": 16909824.0,
                    "err": 0.06795395910739899,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.12646484375,
                    "total_bits": 17307648.0,
                    "err": 0.05664701759815216,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.22021484375,
                    "total_bits": 17700864.0,
                    "err": 0.05179421976208687,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.31396484375,
                    "total_bits": 18094080.0,
                    "err": 0.050627123564481735,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.0316162109375,
                    "total_bits": 21104128.0,
                    "err": 0.034031905233860016,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.22021484375,
                    "total_bits": 21895168.0,
                    "err": 0.02653835341334343,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.37646484375,
                    "total_bits": 22550528.0,
                    "err": 0.025629090145230293,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.53271484375,
                    "total_bits": 23205888.0,
                    "err": 0.02361932024359703,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.72021484375,
                    "total_bits": 23992320.0,
                    "err": 0.02283076010644436,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.0316162109375,
                    "total_bits": 25298432.0,
                    "err": 0.017558638006448746,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.12646484375,
                    "total_bits": 25696256.0,
                    "err": 0.016481826081871986,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.2191162109375,
                    "total_bits": 26084864.0,
                    "err": 0.015351644717156887,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.12646484375,
                    "total_bits": 34084864.0,
                    "err": 0.010312259197235107,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.18.self_attn.o_proj",
            "numel": 16777216,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.1878662109375,
                    "total_bits": 36706304.0,
                    "err": 0.21315990388393402,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.3753662109375,
                    "total_bits": 39852032.0,
                    "err": 0.1890399008989334,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.6253662109375,
                    "total_bits": 44046336.0,
                    "err": 0.18042828142642975,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.7191162109375,
                    "total_bits": 45619200.0,
                    "err": 0.1564883440732956,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.2191162109375,
                    "total_bits": 54007808.0,
                    "err": 0.09879185259342194,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.6878662109375,
                    "total_bits": 61872128.0,
                    "err": 0.08972384035587311,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.031341552734375,
                    "total_bits": 50857472.0,
                    "err": 0.11550634354352951,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.1253662109375,
                    "total_bits": 52434944.0,
                    "err": 0.1049499362707138,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.1878662109375,
                    "total_bits": 53483520.0,
                    "err": 0.1006007269024849,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.5316162109375,
                    "total_bits": 59250688.0,
                    "err": 0.08172624558210373,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.65643310546875,
                    "total_bits": 61344768.0,
                    "err": 0.07642590254545212,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.031341552734375,
                    "total_bits": 67634688.0,
                    "err": 0.059562284499406815,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.1253662109375,
                    "total_bits": 69212160.0,
                    "err": 0.05102861300110817,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.2191162109375,
                    "total_bits": 70785024.0,
                    "err": 0.04821217060089111,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.3128662109375,
                    "total_bits": 72357888.0,
                    "err": 0.04757583141326904,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.031341552734375,
                    "total_bits": 84411904.0,
                    "err": 0.0301283597946167,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.2191162109375,
                    "total_bits": 87562240.0,
                    "err": 0.026166021823883057,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.3753662109375,
                    "total_bits": 90183680.0,
                    "err": 0.025551464408636093,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.5316162109375,
                    "total_bits": 92805120.0,
                    "err": 0.022958021610975266,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.7191162109375,
                    "total_bits": 95950848.0,
                    "err": 0.02253679744899273,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.031341552734375,
                    "total_bits": 101189120.0,
                    "err": 0.016809774562716484,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.1253662109375,
                    "total_bits": 102766592.0,
                    "err": 0.01788829267024994,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.218841552734375,
                    "total_bits": 104334848.0,
                    "err": 0.015930939465761185,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.1253662109375,
                    "total_bits": 136321024.0,
                    "err": 0.01381815504282713,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.18.mlp.gate_proj",
            "numel": 58720256,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.1876046316964284,
                    "total_bits": 128456703.99999999,
                    "err": 0.154361754655838,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.3751046316964284,
                    "total_bits": 139466752.0,
                    "err": 0.14419478178024292,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.6251046316964284,
                    "total_bits": 154146816.0,
                    "err": 0.13992364704608917,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.7188546316964284,
                    "total_bits": 159651840.0,
                    "err": 0.12686887383460999,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.2188546316964284,
                    "total_bits": 189011968.0,
                    "err": 0.073088139295578,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.6876046316964284,
                    "total_bits": 216537088.0,
                    "err": 0.06902802735567093,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.031276157924107,
                    "total_bits": 177997312.0,
                    "err": 0.08355487138032913,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.1251046316964284,
                    "total_bits": 183506944.0,
                    "err": 0.07681778073310852,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.1876046316964284,
                    "total_bits": 187176960.0,
                    "err": 0.0739845559000969,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.5313546316964284,
                    "total_bits": 207362048.0,
                    "err": 0.06505268067121506,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.6563023158482144,
                    "total_bits": 214699008.0,
                    "err": 0.062227923423051834,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.031276157924107,
                    "total_bits": 236717567.99999997,
                    "err": 0.04274773970246315,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.125104631696429,
                    "total_bits": 242227200.0,
                    "err": 0.036957450211048126,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.218854631696429,
                    "total_bits": 247732224.0,
                    "err": 0.03527870774269104,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.312604631696429,
                    "total_bits": 253237248.0,
                    "err": 0.03488627448678017,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.031276157924107,
                    "total_bits": 295437824.0,
                    "err": 0.021424708887934685,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.218854631696429,
                    "total_bits": 306452480.0,
                    "err": 0.01856718212366104,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.375104631696429,
                    "total_bits": 315627520.0,
                    "err": 0.018236540257930756,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.531354631696429,
                    "total_bits": 324802560.0,
                    "err": 0.016989316791296005,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.718854631696429,
                    "total_bits": 335812608.0,
                    "err": 0.01673918217420578,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.031276157924107,
                    "total_bits": 354158080.0,
                    "err": 0.011520661413669586,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.125104631696429,
                    "total_bits": 359667712.0,
                    "err": 0.011924154125154018,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.218776157924107,
                    "total_bits": 365168128.0,
                    "err": 0.010953685268759727,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.125104631696429,
                    "total_bits": 477108224.0,
                    "err": 0.008545760065317154,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.18.mlp.up_proj",
            "numel": 58720256,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.1876046316964284,
                    "total_bits": 128456703.99999999,
                    "err": 0.23837605118751526,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.3751046316964284,
                    "total_bits": 139466752.0,
                    "err": 0.2235584259033203,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.6251046316964284,
                    "total_bits": 154146816.0,
                    "err": 0.21799060702323914,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.7188546316964284,
                    "total_bits": 159651840.0,
                    "err": 0.1978183090686798,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.2188546316964284,
                    "total_bits": 189011968.0,
                    "err": 0.11292905360460281,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.6876046316964284,
                    "total_bits": 216537088.0,
                    "err": 0.10741046071052551,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.031276157924107,
                    "total_bits": 177997312.0,
                    "err": 0.12741878628730774,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.1251046316964284,
                    "total_bits": 183506944.0,
                    "err": 0.11720089614391327,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.1876046316964284,
                    "total_bits": 187176960.0,
                    "err": 0.11412196606397629,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.5313546316964284,
                    "total_bits": 207362048.0,
                    "err": 0.10077282041311264,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.6563023158482144,
                    "total_bits": 214699008.0,
                    "err": 0.09620606154203415,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.031276157924107,
                    "total_bits": 236717567.99999997,
                    "err": 0.06505637615919113,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.125104631696429,
                    "total_bits": 242227200.0,
                    "err": 0.05617305263876915,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.218854631696429,
                    "total_bits": 247732224.0,
                    "err": 0.0542525053024292,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.312604631696429,
                    "total_bits": 253237248.0,
                    "err": 0.05379738658666611,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.031276157924107,
                    "total_bits": 295437824.0,
                    "err": 0.03260727971792221,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.218854631696429,
                    "total_bits": 306452480.0,
                    "err": 0.028025293722748756,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.375104631696429,
                    "total_bits": 315627520.0,
                    "err": 0.027605686336755753,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.531354631696429,
                    "total_bits": 324802560.0,
                    "err": 0.025564130395650864,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.718854631696429,
                    "total_bits": 335812608.0,
                    "err": 0.02527138590812683,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.031276157924107,
                    "total_bits": 354158080.0,
                    "err": 0.017321612685918808,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.125104631696429,
                    "total_bits": 359667712.0,
                    "err": 0.01714870147407055,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.218776157924107,
                    "total_bits": 365168128.0,
                    "err": 0.016668953001499176,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.125104631696429,
                    "total_bits": 477108224.0,
                    "err": 0.011511716991662979,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.18.mlp.down_proj",
            "numel": 58720256,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.1789376395089284,
                    "total_bits": 127947775.99999999,
                    "err": 0.23569315671920776,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.3753662109375,
                    "total_bits": 139482112.0,
                    "err": 0.2063366025686264,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.6253662109375,
                    "total_bits": 154162176.0,
                    "err": 0.19401350617408752,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.7235804966517856,
                    "total_bits": 159929344.0,
                    "err": 0.17137306928634644,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.2235804966517856,
                    "total_bits": 189289472.0,
                    "err": 0.1079009622335434,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.7146519252232144,
                    "total_bits": 218125312.0,
                    "err": 0.09598478674888611,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.031341552734375,
                    "total_bits": 178001152.0,
                    "err": 0.1314539760351181,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.1253662109375,
                    "total_bits": 183522304.0,
                    "err": 0.11879812180995941,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.1789376395089284,
                    "total_bits": 186668032.0,
                    "err": 0.11162184923887253,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.5271519252232144,
                    "total_bits": 207115264.0,
                    "err": 0.09035421162843704,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.6608973911830356,
                    "total_bits": 214968832.0,
                    "err": 0.08601127564907074,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.031341552734375,
                    "total_bits": 236721408.0,
                    "err": 0.06727513670921326,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.1253662109375,
                    "total_bits": 242242560.0,
                    "err": 0.05727652460336685,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.223580496651786,
                    "total_bits": 248009728.0,
                    "err": 0.05229756608605385,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.321794782366071,
                    "total_bits": 253776896.0,
                    "err": 0.051042333245277405,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.031341552734375,
                    "total_bits": 295441664.0,
                    "err": 0.034103088080883026,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.223580496651786,
                    "total_bits": 306729984.0,
                    "err": 0.02797725982964039,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.339651925223214,
                    "total_bits": 313545728.0,
                    "err": 0.02736777253448963,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.527151925223214,
                    "total_bits": 324555776.0,
                    "err": 0.024655018001794815,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.723580496651786,
                    "total_bits": 336090112.0,
                    "err": 0.02384614385664463,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.031341552734375,
                    "total_bits": 354161920.0,
                    "err": 0.018852654844522476,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.1253662109375,
                    "total_bits": 359683072.0,
                    "err": 0.01895923912525177,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.227770124162946,
                    "total_bits": 365696256.0,
                    "err": 0.017166832461953163,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.1253662109375,
                    "total_bits": 477123584.0,
                    "err": 0.013925539329648018,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.19.self_attn.q_proj",
            "numel": 16777216,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.1878662109375,
                    "total_bits": 36706304.0,
                    "err": 0.12006410956382751,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.3753662109375,
                    "total_bits": 39852032.0,
                    "err": 0.11081168800592422,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.6253662109375,
                    "total_bits": 44046336.0,
                    "err": 0.10461278259754181,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.7191162109375,
                    "total_bits": 45619200.0,
                    "err": 0.09426388144493103,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.2191162109375,
                    "total_bits": 54007808.0,
                    "err": 0.05625715106725693,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.6878662109375,
                    "total_bits": 61872128.0,
                    "err": 0.0513940155506134,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.031341552734375,
                    "total_bits": 50857472.0,
                    "err": 0.06989989429712296,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.1253662109375,
                    "total_bits": 52434944.0,
                    "err": 0.06350252032279968,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.1878662109375,
                    "total_bits": 53483520.0,
                    "err": 0.05717984586954117,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.5316162109375,
                    "total_bits": 59250688.0,
                    "err": 0.049609072506427765,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.65643310546875,
                    "total_bits": 61344768.0,
                    "err": 0.0478803776204586,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.031341552734375,
                    "total_bits": 67634688.0,
                    "err": 0.03563370555639267,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.1253662109375,
                    "total_bits": 69212160.0,
                    "err": 0.03042321279644966,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.2191162109375,
                    "total_bits": 70785024.0,
                    "err": 0.027159281075000763,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.3128662109375,
                    "total_bits": 72357888.0,
                    "err": 0.026348648592829704,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.031341552734375,
                    "total_bits": 84411904.0,
                    "err": 0.01786617562174797,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.2191162109375,
                    "total_bits": 87562240.0,
                    "err": 0.014264985918998718,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.3753662109375,
                    "total_bits": 90183680.0,
                    "err": 0.013716530986130238,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.5316162109375,
                    "total_bits": 92805120.0,
                    "err": 0.012958995997905731,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.7191162109375,
                    "total_bits": 95950848.0,
                    "err": 0.012453137896955013,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.031341552734375,
                    "total_bits": 101189120.0,
                    "err": 0.009478206746280193,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.1253662109375,
                    "total_bits": 102766592.0,
                    "err": 0.009456845000386238,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.218841552734375,
                    "total_bits": 104334848.0,
                    "err": 0.008306720294058323,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.1253662109375,
                    "total_bits": 136321024.0,
                    "err": 0.006515848450362682,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.19.self_attn.k_proj",
            "numel": 4194304,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.18896484375,
                    "total_bits": 9181184.0,
                    "err": 0.09722816199064255,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.37646484375,
                    "total_bits": 9967616.0,
                    "err": 0.08918467909097672,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.62646484375,
                    "total_bits": 11016192.0,
                    "err": 0.0808001458644867,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.72021484375,
                    "total_bits": 11409408.0,
                    "err": 0.07298977673053741,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.22021484375,
                    "total_bits": 13506560.0,
                    "err": 0.045029398053884506,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.68896484375,
                    "total_bits": 15472640.0,
                    "err": 0.03924068063497543,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.0316162109375,
                    "total_bits": 12715520.0,
                    "err": 0.060782331973314285,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.12646484375,
                    "total_bits": 13113344.0,
                    "err": 0.055573720484972,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.18896484375,
                    "total_bits": 13375488.0,
                    "err": 0.04593349248170853,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.53271484375,
                    "total_bits": 14817280.0,
                    "err": 0.039784811437129974,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.656982421875,
                    "total_bits": 15338496.0,
                    "err": 0.03885756805539131,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.0316162109375,
                    "total_bits": 16909824.0,
                    "err": 0.03077584318816662,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.12646484375,
                    "total_bits": 17307648.0,
                    "err": 0.02646021731197834,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.22021484375,
                    "total_bits": 17700864.0,
                    "err": 0.021741947159171104,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.31396484375,
                    "total_bits": 18094080.0,
                    "err": 0.020466400310397148,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.0316162109375,
                    "total_bits": 21104128.0,
                    "err": 0.015407530590891838,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.22021484375,
                    "total_bits": 21895168.0,
                    "err": 0.011371243745088577,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.37646484375,
                    "total_bits": 22550528.0,
                    "err": 0.010571234859526157,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.53271484375,
                    "total_bits": 23205888.0,
                    "err": 0.010338075459003448,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.72021484375,
                    "total_bits": 23992320.0,
                    "err": 0.009545322507619858,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.0316162109375,
                    "total_bits": 25298432.0,
                    "err": 0.008030552417039871,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.12646484375,
                    "total_bits": 25696256.0,
                    "err": 0.007859943434596062,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.2191162109375,
                    "total_bits": 26084864.0,
                    "err": 0.0064011504873633385,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.12646484375,
                    "total_bits": 34084864.0,
                    "err": 0.005085907410830259,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.19.self_attn.v_proj",
            "numel": 4194304,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.18896484375,
                    "total_bits": 9181184.0,
                    "err": 0.23923127353191376,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.37646484375,
                    "total_bits": 9967616.0,
                    "err": 0.21897336840629578,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.62646484375,
                    "total_bits": 11016192.0,
                    "err": 0.20992137491703033,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.72021484375,
                    "total_bits": 11409408.0,
                    "err": 0.18945986032485962,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.22021484375,
                    "total_bits": 13506560.0,
                    "err": 0.11208784580230713,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.68896484375,
                    "total_bits": 15472640.0,
                    "err": 0.10343974083662033,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.0316162109375,
                    "total_bits": 12715520.0,
                    "err": 0.13482120633125305,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.12646484375,
                    "total_bits": 13113344.0,
                    "err": 0.1210068017244339,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.18896484375,
                    "total_bits": 13375488.0,
                    "err": 0.11421599239110947,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.53271484375,
                    "total_bits": 14817280.0,
                    "err": 0.09800909459590912,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.656982421875,
                    "total_bits": 15338496.0,
                    "err": 0.09397184103727341,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.0316162109375,
                    "total_bits": 16909824.0,
                    "err": 0.06880757212638855,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.12646484375,
                    "total_bits": 17307648.0,
                    "err": 0.05788832902908325,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.22021484375,
                    "total_bits": 17700864.0,
                    "err": 0.053713083267211914,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.31396484375,
                    "total_bits": 18094080.0,
                    "err": 0.05270364508032799,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.0316162109375,
                    "total_bits": 21104128.0,
                    "err": 0.034440942108631134,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.22021484375,
                    "total_bits": 21895168.0,
                    "err": 0.027393313124775887,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.37646484375,
                    "total_bits": 22550528.0,
                    "err": 0.026567945256829262,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.53271484375,
                    "total_bits": 23205888.0,
                    "err": 0.024456465616822243,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.72021484375,
                    "total_bits": 23992320.0,
                    "err": 0.023783335462212563,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.0316162109375,
                    "total_bits": 25298432.0,
                    "err": 0.01762489415705204,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.12646484375,
                    "total_bits": 25696256.0,
                    "err": 0.016648046672344208,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.2191162109375,
                    "total_bits": 26084864.0,
                    "err": 0.015729131177067757,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.12646484375,
                    "total_bits": 34084864.0,
                    "err": 0.010162977501749992,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.19.self_attn.o_proj",
            "numel": 16777216,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.1878662109375,
                    "total_bits": 36706304.0,
                    "err": 0.21662084758281708,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.3753662109375,
                    "total_bits": 39852032.0,
                    "err": 0.19627389311790466,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.6253662109375,
                    "total_bits": 44046336.0,
                    "err": 0.18923693895339966,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.7191162109375,
                    "total_bits": 45619200.0,
                    "err": 0.16428108513355255,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.2191162109375,
                    "total_bits": 54007808.0,
                    "err": 0.10113004595041275,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.6878662109375,
                    "total_bits": 61872128.0,
                    "err": 0.09389512985944748,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.031341552734375,
                    "total_bits": 50857472.0,
                    "err": 0.11717487871646881,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.1253662109375,
                    "total_bits": 52434944.0,
                    "err": 0.10585031658411026,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.1878662109375,
                    "total_bits": 53483520.0,
                    "err": 0.1026160940527916,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.5316162109375,
                    "total_bits": 59250688.0,
                    "err": 0.0847717821598053,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.65643310546875,
                    "total_bits": 61344768.0,
                    "err": 0.08011116832494736,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.031341552734375,
                    "total_bits": 67634688.0,
                    "err": 0.06048928573727608,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.1253662109375,
                    "total_bits": 69212160.0,
                    "err": 0.05144112557172775,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.2191162109375,
                    "total_bits": 70785024.0,
                    "err": 0.049368031322956085,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.3128662109375,
                    "total_bits": 72357888.0,
                    "err": 0.048887334764003754,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.031341552734375,
                    "total_bits": 84411904.0,
                    "err": 0.03055337816476822,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.2191162109375,
                    "total_bits": 87562240.0,
                    "err": 0.02680671028792858,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.3753662109375,
                    "total_bits": 90183680.0,
                    "err": 0.02633858472108841,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.5316162109375,
                    "total_bits": 92805120.0,
                    "err": 0.02374996244907379,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.7191162109375,
                    "total_bits": 95950848.0,
                    "err": 0.023437462747097015,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.031341552734375,
                    "total_bits": 101189120.0,
                    "err": 0.017035935074090958,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.1253662109375,
                    "total_bits": 102766592.0,
                    "err": 0.01822100393474102,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.218841552734375,
                    "total_bits": 104334848.0,
                    "err": 0.01637951098382473,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.1253662109375,
                    "total_bits": 136321024.0,
                    "err": 0.01419631578028202,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.19.mlp.gate_proj",
            "numel": 58720256,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.1876046316964284,
                    "total_bits": 128456703.99999999,
                    "err": 0.1494268923997879,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.3751046316964284,
                    "total_bits": 139466752.0,
                    "err": 0.13965000212192535,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.6251046316964284,
                    "total_bits": 154146816.0,
                    "err": 0.13567467033863068,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.7188546316964284,
                    "total_bits": 159651840.0,
                    "err": 0.1231006532907486,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.2188546316964284,
                    "total_bits": 189011968.0,
                    "err": 0.07066452503204346,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.6876046316964284,
                    "total_bits": 216537088.0,
                    "err": 0.06685793399810791,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.031276157924107,
                    "total_bits": 177997312.0,
                    "err": 0.08042801916599274,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.1251046316964284,
                    "total_bits": 183506944.0,
                    "err": 0.07407868653535843,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.1876046316964284,
                    "total_bits": 187176960.0,
                    "err": 0.07153133302927017,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.5313546316964284,
                    "total_bits": 207362048.0,
                    "err": 0.06298209726810455,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.6563023158482144,
                    "total_bits": 214699008.0,
                    "err": 0.06022767722606659,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.031276157924107,
                    "total_bits": 236717567.99999997,
                    "err": 0.041059110313653946,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.125104631696429,
                    "total_bits": 242227200.0,
                    "err": 0.035605672746896744,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.218854631696429,
                    "total_bits": 247732224.0,
                    "err": 0.03406839445233345,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.312604631696429,
                    "total_bits": 253237248.0,
                    "err": 0.033705249428749084,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.031276157924107,
                    "total_bits": 295437824.0,
                    "err": 0.020584169775247574,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.218854631696429,
                    "total_bits": 306452480.0,
                    "err": 0.017852038145065308,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.375104631696429,
                    "total_bits": 315627520.0,
                    "err": 0.017546413466334343,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.531354631696429,
                    "total_bits": 324802560.0,
                    "err": 0.016330286860466003,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.718854631696429,
                    "total_bits": 335812608.0,
                    "err": 0.01610676199197769,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.031276157924107,
                    "total_bits": 354158080.0,
                    "err": 0.011001627892255783,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.125104631696429,
                    "total_bits": 359667712.0,
                    "err": 0.011343002319335938,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.218776157924107,
                    "total_bits": 365168128.0,
                    "err": 0.010486983694136143,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.125104631696429,
                    "total_bits": 477108224.0,
                    "err": 0.008023371919989586,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.19.mlp.up_proj",
            "numel": 58720256,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.1876046316964284,
                    "total_bits": 128456703.99999999,
                    "err": 0.23294202983379364,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.3751046316964284,
                    "total_bits": 139466752.0,
                    "err": 0.21856170892715454,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.6251046316964284,
                    "total_bits": 154146816.0,
                    "err": 0.21320979297161102,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.7188546316964284,
                    "total_bits": 159651840.0,
                    "err": 0.19350087642669678,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.2188546316964284,
                    "total_bits": 189011968.0,
                    "err": 0.11029554158449173,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.6876046316964284,
                    "total_bits": 216537088.0,
                    "err": 0.10498224198818207,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.031276157924107,
                    "total_bits": 177997312.0,
                    "err": 0.12441443651914597,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.1251046316964284,
                    "total_bits": 183506944.0,
                    "err": 0.11445198953151703,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.1876046316964284,
                    "total_bits": 187176960.0,
                    "err": 0.11150182783603668,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.5313546316964284,
                    "total_bits": 207362048.0,
                    "err": 0.0985984057188034,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.6563023158482144,
                    "total_bits": 214699008.0,
                    "err": 0.09416613727807999,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.031276157924107,
                    "total_bits": 236717567.99999997,
                    "err": 0.06344568729400635,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.125104631696429,
                    "total_bits": 242227200.0,
                    "err": 0.05487319827079773,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.218854631696429,
                    "total_bits": 247732224.0,
                    "err": 0.05302631855010986,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.312604631696429,
                    "total_bits": 253237248.0,
                    "err": 0.05257456749677658,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.031276157924107,
                    "total_bits": 295437824.0,
                    "err": 0.031824804842472076,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.218854631696429,
                    "total_bits": 306452480.0,
                    "err": 0.027482280507683754,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.375104631696429,
                    "total_bits": 315627520.0,
                    "err": 0.027087301015853882,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.531354631696429,
                    "total_bits": 324802560.0,
                    "err": 0.025124497711658478,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.718854631696429,
                    "total_bits": 335812608.0,
                    "err": 0.024848459288477898,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.031276157924107,
                    "total_bits": 354158080.0,
                    "err": 0.017003078013658524,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.125104631696429,
                    "total_bits": 359667712.0,
                    "err": 0.016945648938417435,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.218776157924107,
                    "total_bits": 365168128.0,
                    "err": 0.016375789418816566,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.125104631696429,
                    "total_bits": 477108224.0,
                    "err": 0.011564289219677448,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.19.mlp.down_proj",
            "numel": 58720256,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.1789376395089284,
                    "total_bits": 127947775.99999999,
                    "err": 0.22460561990737915,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.3753662109375,
                    "total_bits": 139482112.0,
                    "err": 0.1958305984735489,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.6253662109375,
                    "total_bits": 154162176.0,
                    "err": 0.1827860176563263,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.7235804966517856,
                    "total_bits": 159929344.0,
                    "err": 0.16083085536956787,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.2235804966517856,
                    "total_bits": 189289472.0,
                    "err": 0.10285357385873795,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.7146519252232144,
                    "total_bits": 218125312.0,
                    "err": 0.09057752788066864,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.031341552734375,
                    "total_bits": 178001152.0,
                    "err": 0.12674356997013092,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.1253662109375,
                    "total_bits": 183522304.0,
                    "err": 0.11470575630664825,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.1789376395089284,
                    "total_bits": 186668032.0,
                    "err": 0.10642512887716293,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.5271519252232144,
                    "total_bits": 207115264.0,
                    "err": 0.08546766638755798,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.6608973911830356,
                    "total_bits": 214968832.0,
                    "err": 0.08147171884775162,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.031341552734375,
                    "total_bits": 236721408.0,
                    "err": 0.06478840112686157,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.1253662109375,
                    "total_bits": 242242560.0,
                    "err": 0.05539388209581375,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.223580496651786,
                    "total_bits": 248009728.0,
                    "err": 0.049926307052373886,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.321794782366071,
                    "total_bits": 253776896.0,
                    "err": 0.048559948801994324,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.031341552734375,
                    "total_bits": 295441664.0,
                    "err": 0.033017102628946304,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.223580496651786,
                    "total_bits": 306729984.0,
                    "err": 0.026837484911084175,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.339651925223214,
                    "total_bits": 313545728.0,
                    "err": 0.026146437972784042,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.527151925223214,
                    "total_bits": 324555776.0,
                    "err": 0.023565655574202538,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.723580496651786,
                    "total_bits": 336090112.0,
                    "err": 0.022673634812235832,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.031341552734375,
                    "total_bits": 354161920.0,
                    "err": 0.018527882173657417,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.1253662109375,
                    "total_bits": 359683072.0,
                    "err": 0.018442129716277122,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.227770124162946,
                    "total_bits": 365696256.0,
                    "err": 0.016775192692875862,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.1253662109375,
                    "total_bits": 477123584.0,
                    "err": 0.013606195338070393,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.20.self_attn.q_proj",
            "numel": 16777216,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.1878662109375,
                    "total_bits": 36706304.0,
                    "err": 0.12036184221506119,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.3753662109375,
                    "total_bits": 39852032.0,
                    "err": 0.11080726236104965,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.6253662109375,
                    "total_bits": 44046336.0,
                    "err": 0.10340994596481323,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.7191162109375,
                    "total_bits": 45619200.0,
                    "err": 0.09360712766647339,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.2191162109375,
                    "total_bits": 54007808.0,
                    "err": 0.056295134127140045,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.6878662109375,
                    "total_bits": 61872128.0,
                    "err": 0.05070509389042854,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.031341552734375,
                    "total_bits": 50857472.0,
                    "err": 0.07206511497497559,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.1253662109375,
                    "total_bits": 52434944.0,
                    "err": 0.06531316041946411,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.1878662109375,
                    "total_bits": 53483520.0,
                    "err": 0.05731876194477081,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.5316162109375,
                    "total_bits": 59250688.0,
                    "err": 0.049762554466724396,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.65643310546875,
                    "total_bits": 61344768.0,
                    "err": 0.0482855923473835,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.031341552734375,
                    "total_bits": 67634688.0,
                    "err": 0.03675388917326927,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.1253662109375,
                    "total_bits": 69212160.0,
                    "err": 0.031290438026189804,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.2191162109375,
                    "total_bits": 70785024.0,
                    "err": 0.027242453768849373,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.3128662109375,
                    "total_bits": 72357888.0,
                    "err": 0.026210084557533264,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.031341552734375,
                    "total_bits": 84411904.0,
                    "err": 0.018433300778269768,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.2191162109375,
                    "total_bits": 87562240.0,
                    "err": 0.014423354528844357,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.3753662109375,
                    "total_bits": 90183680.0,
                    "err": 0.013748418539762497,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.5316162109375,
                    "total_bits": 92805120.0,
                    "err": 0.013150959275662899,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.7191162109375,
                    "total_bits": 95950848.0,
                    "err": 0.012510291300714016,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.031341552734375,
                    "total_bits": 101189120.0,
                    "err": 0.009791210293769836,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.1253662109375,
                    "total_bits": 102766592.0,
                    "err": 0.009824440814554691,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.218841552734375,
                    "total_bits": 104334848.0,
                    "err": 0.008321489207446575,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.1253662109375,
                    "total_bits": 136321024.0,
                    "err": 0.006838472560048103,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.20.self_attn.k_proj",
            "numel": 4194304,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.18896484375,
                    "total_bits": 9181184.0,
                    "err": 0.09850524365901947,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.37646484375,
                    "total_bits": 9967616.0,
                    "err": 0.08951547741889954,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.62646484375,
                    "total_bits": 11016192.0,
                    "err": 0.07941180467605591,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.72021484375,
                    "total_bits": 11409408.0,
                    "err": 0.07204663008451462,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.22021484375,
                    "total_bits": 13506560.0,
                    "err": 0.04537731409072876,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.68896484375,
                    "total_bits": 15472640.0,
                    "err": 0.03847678378224373,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.0316162109375,
                    "total_bits": 12715520.0,
                    "err": 0.06380482017993927,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.12646484375,
                    "total_bits": 13113344.0,
                    "err": 0.058068301528692245,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.18896484375,
                    "total_bits": 13375488.0,
                    "err": 0.04649968072772026,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.53271484375,
                    "total_bits": 14817280.0,
                    "err": 0.03995661437511444,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.656982421875,
                    "total_bits": 15338496.0,
                    "err": 0.039395738393068314,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.0316162109375,
                    "total_bits": 16909824.0,
                    "err": 0.032337430864572525,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.12646484375,
                    "total_bits": 17307648.0,
                    "err": 0.027629390358924866,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.22021484375,
                    "total_bits": 17700864.0,
                    "err": 0.021935023367404938,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.31396484375,
                    "total_bits": 18094080.0,
                    "err": 0.020394006744027138,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.0316162109375,
                    "total_bits": 21104128.0,
                    "err": 0.016127629205584526,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.22021484375,
                    "total_bits": 21895168.0,
                    "err": 0.011540442705154419,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.37646484375,
                    "total_bits": 22550528.0,
                    "err": 0.010571731254458427,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.53271484375,
                    "total_bits": 23205888.0,
                    "err": 0.010482725687325,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.72021484375,
                    "total_bits": 23992320.0,
                    "err": 0.009511362761259079,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.0316162109375,
                    "total_bits": 25298432.0,
                    "err": 0.008447431027889252,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.12646484375,
                    "total_bits": 25696256.0,
                    "err": 0.008202871307730675,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.2191162109375,
                    "total_bits": 26084864.0,
                    "err": 0.006478873547166586,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.12646484375,
                    "total_bits": 34084864.0,
                    "err": 0.00530628627166152,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.20.self_attn.v_proj",
            "numel": 4194304,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.18896484375,
                    "total_bits": 9181184.0,
                    "err": 0.23859083652496338,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.37646484375,
                    "total_bits": 9967616.0,
                    "err": 0.21555009484291077,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.62646484375,
                    "total_bits": 11016192.0,
                    "err": 0.20439337193965912,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.72021484375,
                    "total_bits": 11409408.0,
                    "err": 0.18425655364990234,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.22021484375,
                    "total_bits": 13506560.0,
                    "err": 0.11087200045585632,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.68896484375,
                    "total_bits": 15472640.0,
                    "err": 0.10070382058620453,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.0316162109375,
                    "total_bits": 12715520.0,
                    "err": 0.13603584468364716,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.12646484375,
                    "total_bits": 13113344.0,
                    "err": 0.1218920424580574,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.18896484375,
                    "total_bits": 13375488.0,
                    "err": 0.1134151890873909,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.53271484375,
                    "total_bits": 14817280.0,
                    "err": 0.09593542665243149,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.656982421875,
                    "total_bits": 15338496.0,
                    "err": 0.09243957698345184,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.0316162109375,
                    "total_bits": 16909824.0,
                    "err": 0.06968451291322708,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.12646484375,
                    "total_bits": 17307648.0,
                    "err": 0.058248452842235565,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.22021484375,
                    "total_bits": 17700864.0,
                    "err": 0.05324355885386467,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.31396484375,
                    "total_bits": 18094080.0,
                    "err": 0.05200263112783432,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.0316162109375,
                    "total_bits": 21104128.0,
                    "err": 0.03479858115315437,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.22021484375,
                    "total_bits": 21895168.0,
                    "err": 0.027221782132983208,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.37646484375,
                    "total_bits": 22550528.0,
                    "err": 0.026262566447257996,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.53271484375,
                    "total_bits": 23205888.0,
                    "err": 0.024166952818632126,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.72021484375,
                    "total_bits": 23992320.0,
                    "err": 0.023358039557933807,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.0316162109375,
                    "total_bits": 25298432.0,
                    "err": 0.017883198335766792,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.12646484375,
                    "total_bits": 25696256.0,
                    "err": 0.01688092201948166,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.2191162109375,
                    "total_bits": 26084864.0,
                    "err": 0.015596151351928711,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.12646484375,
                    "total_bits": 34084864.0,
                    "err": 0.01049712859094143,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.20.self_attn.o_proj",
            "numel": 16777216,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.1878662109375,
                    "total_bits": 36706304.0,
                    "err": 0.2375362366437912,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.3753662109375,
                    "total_bits": 39852032.0,
                    "err": 0.2062544822692871,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.6253662109375,
                    "total_bits": 44046336.0,
                    "err": 0.1951061189174652,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.7191162109375,
                    "total_bits": 45619200.0,
                    "err": 0.16569285094738007,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.2191162109375,
                    "total_bits": 54007808.0,
                    "err": 0.11081243306398392,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.6878662109375,
                    "total_bits": 61872128.0,
                    "err": 0.09946716576814651,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.031341552734375,
                    "total_bits": 50857472.0,
                    "err": 0.12906678020954132,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.1253662109375,
                    "total_bits": 52434944.0,
                    "err": 0.11779076606035233,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.1878662109375,
                    "total_bits": 53483520.0,
                    "err": 0.11304616928100586,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.5316162109375,
                    "total_bits": 59250688.0,
                    "err": 0.08735492825508118,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.65643310546875,
                    "total_bits": 61344768.0,
                    "err": 0.08162659406661987,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.031341552734375,
                    "total_bits": 67634688.0,
                    "err": 0.06645012646913528,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.1253662109375,
                    "total_bits": 69212160.0,
                    "err": 0.05689528211951256,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.2191162109375,
                    "total_bits": 70785024.0,
                    "err": 0.053717389702796936,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.3128662109375,
                    "total_bits": 72357888.0,
                    "err": 0.0529719702899456,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.031341552734375,
                    "total_bits": 84411904.0,
                    "err": 0.033459920436143875,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.2191162109375,
                    "total_bits": 87562240.0,
                    "err": 0.028692901134490967,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.3753662109375,
                    "total_bits": 90183680.0,
                    "err": 0.02795177698135376,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.5316162109375,
                    "total_bits": 92805120.0,
                    "err": 0.02423214353621006,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.7191162109375,
                    "total_bits": 95950848.0,
                    "err": 0.023731321096420288,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.031341552734375,
                    "total_bits": 101189120.0,
                    "err": 0.018260769546031952,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.1253662109375,
                    "total_bits": 102766592.0,
                    "err": 0.019077755510807037,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.218841552734375,
                    "total_bits": 104334848.0,
                    "err": 0.01727544516324997,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.1253662109375,
                    "total_bits": 136321024.0,
                    "err": 0.01421530731022358,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.20.mlp.gate_proj",
            "numel": 58720256,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.1876046316964284,
                    "total_bits": 128456703.99999999,
                    "err": 0.1554556041955948,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.3751046316964284,
                    "total_bits": 139466752.0,
                    "err": 0.1458299458026886,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.6251046316964284,
                    "total_bits": 154146816.0,
                    "err": 0.1420978307723999,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.7188546316964284,
                    "total_bits": 159651840.0,
                    "err": 0.12888027727603912,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.2188546316964284,
                    "total_bits": 189011968.0,
                    "err": 0.07360342890024185,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.6876046316964284,
                    "total_bits": 216537088.0,
                    "err": 0.0699586570262909,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.031276157924107,
                    "total_bits": 177997312.0,
                    "err": 0.08299512416124344,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.1251046316964284,
                    "total_bits": 183506944.0,
                    "err": 0.07654903829097748,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.1876046316964284,
                    "total_bits": 187176960.0,
                    "err": 0.07439351826906204,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.5313546316964284,
                    "total_bits": 207362048.0,
                    "err": 0.06573577225208282,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.6563023158482144,
                    "total_bits": 214699008.0,
                    "err": 0.06275150924921036,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.031276157924107,
                    "total_bits": 236717567.99999997,
                    "err": 0.042347509413957596,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.125104631696429,
                    "total_bits": 242227200.0,
                    "err": 0.03674519062042236,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.218854631696429,
                    "total_bits": 247732224.0,
                    "err": 0.03541397675871849,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.312604631696429,
                    "total_bits": 253237248.0,
                    "err": 0.03508950024843216,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.031276157924107,
                    "total_bits": 295437824.0,
                    "err": 0.02120511420071125,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.218854631696429,
                    "total_bits": 306452480.0,
                    "err": 0.018436161801218987,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.375104631696429,
                    "total_bits": 315627520.0,
                    "err": 0.01815629005432129,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.531354631696429,
                    "total_bits": 324802560.0,
                    "err": 0.016868049278855324,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.718854631696429,
                    "total_bits": 335812608.0,
                    "err": 0.016665801405906677,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.031276157924107,
                    "total_bits": 354158080.0,
                    "err": 0.011275124736130238,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.125104631696429,
                    "total_bits": 359667712.0,
                    "err": 0.011517804116010666,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.218776157924107,
                    "total_bits": 365168128.0,
                    "err": 0.010833799839019775,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.125104631696429,
                    "total_bits": 477108224.0,
                    "err": 0.007991502992808819,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.20.mlp.up_proj",
            "numel": 58720256,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.1876046316964284,
                    "total_bits": 128456703.99999999,
                    "err": 0.24283944070339203,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.3751046316964284,
                    "total_bits": 139466752.0,
                    "err": 0.22842061519622803,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.6251046316964284,
                    "total_bits": 154146816.0,
                    "err": 0.22332005202770233,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.7188546316964284,
                    "total_bits": 159651840.0,
                    "err": 0.2025534212589264,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.2188546316964284,
                    "total_bits": 189011968.0,
                    "err": 0.114913210272789,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.6876046316964284,
                    "total_bits": 216537088.0,
                    "err": 0.10968875139951706,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.031276157924107,
                    "total_bits": 177997312.0,
                    "err": 0.12877294421195984,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.1251046316964284,
                    "total_bits": 183506944.0,
                    "err": 0.11856374889612198,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.1876046316964284,
                    "total_bits": 187176960.0,
                    "err": 0.11603400856256485,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.5313546316964284,
                    "total_bits": 207362048.0,
                    "err": 0.10281349718570709,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.6563023158482144,
                    "total_bits": 214699008.0,
                    "err": 0.09818282723426819,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.031276157924107,
                    "total_bits": 236717567.99999997,
                    "err": 0.06563325971364975,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.125104631696429,
                    "total_bits": 242227200.0,
                    "err": 0.05675506591796875,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.218854631696429,
                    "total_bits": 247732224.0,
                    "err": 0.05510871484875679,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.312604631696429,
                    "total_bits": 253237248.0,
                    "err": 0.054726023226976395,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.031276157924107,
                    "total_bits": 295437824.0,
                    "err": 0.03288073092699051,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.218854631696429,
                    "total_bits": 306452480.0,
                    "err": 0.028306635096669197,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.375104631696429,
                    "total_bits": 315627520.0,
                    "err": 0.02792803943157196,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.531354631696429,
                    "total_bits": 324802560.0,
                    "err": 0.025835750624537468,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.718854631696429,
                    "total_bits": 335812608.0,
                    "err": 0.025582406669855118,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.031276157924107,
                    "total_bits": 354158080.0,
                    "err": 0.0174265019595623,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.125104631696429,
                    "total_bits": 359667712.0,
                    "err": 0.017037468031048775,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.218776157924107,
                    "total_bits": 365168128.0,
                    "err": 0.016860496252775192,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.125104631696429,
                    "total_bits": 477108224.0,
                    "err": 0.01117898989468813,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.20.mlp.down_proj",
            "numel": 58720256,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.1789376395089284,
                    "total_bits": 127947775.99999999,
                    "err": 0.2211594134569168,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.3753662109375,
                    "total_bits": 139482112.0,
                    "err": 0.19420483708381653,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.6253662109375,
                    "total_bits": 154162176.0,
                    "err": 0.18270842730998993,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.7235804966517856,
                    "total_bits": 159929344.0,
                    "err": 0.16104508936405182,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.2235804966517856,
                    "total_bits": 189289472.0,
                    "err": 0.10127852112054825,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.7146519252232144,
                    "total_bits": 218125312.0,
                    "err": 0.0901624858379364,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.031341552734375,
                    "total_bits": 178001152.0,
                    "err": 0.12228342890739441,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.1253662109375,
                    "total_bits": 183522304.0,
                    "err": 0.11135872453451157,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.1789376395089284,
                    "total_bits": 186668032.0,
                    "err": 0.10461728274822235,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.5271519252232144,
                    "total_bits": 207115264.0,
                    "err": 0.0846821516752243,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.6608973911830356,
                    "total_bits": 214968832.0,
                    "err": 0.08044683188199997,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.031341552734375,
                    "total_bits": 236721408.0,
                    "err": 0.0625385046005249,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.1253662109375,
                    "total_bits": 242242560.0,
                    "err": 0.05357199162244797,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.223580496651786,
                    "total_bits": 248009728.0,
                    "err": 0.048930272459983826,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.321794782366071,
                    "total_bits": 253776896.0,
                    "err": 0.04777740314602852,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.031341552734375,
                    "total_bits": 295441664.0,
                    "err": 0.031663332134485245,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.223580496651786,
                    "total_bits": 306729984.0,
                    "err": 0.02592753991484642,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.339651925223214,
                    "total_bits": 313545728.0,
                    "err": 0.02537805400788784,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.527151925223214,
                    "total_bits": 324555776.0,
                    "err": 0.022727232426404953,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.723580496651786,
                    "total_bits": 336090112.0,
                    "err": 0.021999482065439224,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.031341552734375,
                    "total_bits": 354161920.0,
                    "err": 0.017400164157152176,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.1253662109375,
                    "total_bits": 359683072.0,
                    "err": 0.017255814746022224,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.227770124162946,
                    "total_bits": 365696256.0,
                    "err": 0.015906240791082382,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.1253662109375,
                    "total_bits": 477123584.0,
                    "err": 0.012383643537759781,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.21.self_attn.q_proj",
            "numel": 16777216,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.1878662109375,
                    "total_bits": 36706304.0,
                    "err": 0.11674509942531586,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.3753662109375,
                    "total_bits": 39852032.0,
                    "err": 0.10675160586833954,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.6253662109375,
                    "total_bits": 44046336.0,
                    "err": 0.09944207966327667,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.7191162109375,
                    "total_bits": 45619200.0,
                    "err": 0.09007129818201065,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.2191162109375,
                    "total_bits": 54007808.0,
                    "err": 0.05447782948613167,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.6878662109375,
                    "total_bits": 61872128.0,
                    "err": 0.04883814603090286,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.031341552734375,
                    "total_bits": 50857472.0,
                    "err": 0.06961069256067276,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.1253662109375,
                    "total_bits": 52434944.0,
                    "err": 0.06317363679409027,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.1878662109375,
                    "total_bits": 53483520.0,
                    "err": 0.05556005239486694,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.5316162109375,
                    "total_bits": 59250688.0,
                    "err": 0.047902531921863556,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.65643310546875,
                    "total_bits": 61344768.0,
                    "err": 0.04654736816883087,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.031341552734375,
                    "total_bits": 67634688.0,
                    "err": 0.035496458411216736,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.1253662109375,
                    "total_bits": 69212160.0,
                    "err": 0.03025088645517826,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.2191162109375,
                    "total_bits": 70785024.0,
                    "err": 0.02633017860352993,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.3128662109375,
                    "total_bits": 72357888.0,
                    "err": 0.025334639474749565,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.031341552734375,
                    "total_bits": 84411904.0,
                    "err": 0.0178061630576849,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.2191162109375,
                    "total_bits": 87562240.0,
                    "err": 0.01385852787643671,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.3753662109375,
                    "total_bits": 90183680.0,
                    "err": 0.013188154436647892,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.5316162109375,
                    "total_bits": 92805120.0,
                    "err": 0.012568599544465542,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.7191162109375,
                    "total_bits": 95950848.0,
                    "err": 0.011941668577492237,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.031341552734375,
                    "total_bits": 101189120.0,
                    "err": 0.009461465291678905,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.1253662109375,
                    "total_bits": 102766592.0,
                    "err": 0.009349409490823746,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.218841552734375,
                    "total_bits": 104334848.0,
                    "err": 0.008058851584792137,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.1253662109375,
                    "total_bits": 136321024.0,
                    "err": 0.006371407303959131,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.21.self_attn.k_proj",
            "numel": 4194304,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.18896484375,
                    "total_bits": 9181184.0,
                    "err": 0.1001817062497139,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.37646484375,
                    "total_bits": 9967616.0,
                    "err": 0.0907503068447113,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.62646484375,
                    "total_bits": 11016192.0,
                    "err": 0.08121107518672943,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.72021484375,
                    "total_bits": 11409408.0,
                    "err": 0.07357826828956604,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.22021484375,
                    "total_bits": 13506560.0,
                    "err": 0.04621785879135132,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.68896484375,
                    "total_bits": 15472640.0,
                    "err": 0.03945957496762276,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.0316162109375,
                    "total_bits": 12715520.0,
                    "err": 0.06413139402866364,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.12646484375,
                    "total_bits": 13113344.0,
                    "err": 0.05814594775438309,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.18896484375,
                    "total_bits": 13375488.0,
                    "err": 0.04738479107618332,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.53271484375,
                    "total_bits": 14817280.0,
                    "err": 0.040617141872644424,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.656982421875,
                    "total_bits": 15338496.0,
                    "err": 0.03991502523422241,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.0316162109375,
                    "total_bits": 16909824.0,
                    "err": 0.03244849666953087,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.12646484375,
                    "total_bits": 17307648.0,
                    "err": 0.027796002104878426,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.22021484375,
                    "total_bits": 17700864.0,
                    "err": 0.022365659475326538,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.31396484375,
                    "total_bits": 18094080.0,
                    "err": 0.020907636731863022,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.0316162109375,
                    "total_bits": 21104128.0,
                    "err": 0.016221676021814346,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.22021484375,
                    "total_bits": 21895168.0,
                    "err": 0.011758475564420223,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.37646484375,
                    "total_bits": 22550528.0,
                    "err": 0.010836572386324406,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.53271484375,
                    "total_bits": 23205888.0,
                    "err": 0.010656267404556274,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.72021484375,
                    "total_bits": 23992320.0,
                    "err": 0.009733234532177448,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.0316162109375,
                    "total_bits": 25298432.0,
                    "err": 0.0084508853033185,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.12646484375,
                    "total_bits": 25696256.0,
                    "err": 0.0082921851426363,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.2191162109375,
                    "total_bits": 26084864.0,
                    "err": 0.006551232188940048,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.12646484375,
                    "total_bits": 34084864.0,
                    "err": 0.005393865518271923,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.21.self_attn.v_proj",
            "numel": 4194304,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.18896484375,
                    "total_bits": 9181184.0,
                    "err": 0.2265072464942932,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.37646484375,
                    "total_bits": 9967616.0,
                    "err": 0.20266877114772797,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.62646484375,
                    "total_bits": 11016192.0,
                    "err": 0.19035492837429047,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.72021484375,
                    "total_bits": 11409408.0,
                    "err": 0.17152877151966095,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.22021484375,
                    "total_bits": 13506560.0,
                    "err": 0.10464557260274887,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.68896484375,
                    "total_bits": 15472640.0,
                    "err": 0.09367620199918747,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.0316162109375,
                    "total_bits": 12715520.0,
                    "err": 0.13158734142780304,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.12646484375,
                    "total_bits": 13113344.0,
                    "err": 0.11739760637283325,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.18896484375,
                    "total_bits": 13375488.0,
                    "err": 0.10741377621889114,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.53271484375,
                    "total_bits": 14817280.0,
                    "err": 0.08998683840036392,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.656982421875,
                    "total_bits": 15338496.0,
                    "err": 0.08687620609998703,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.0316162109375,
                    "total_bits": 16909824.0,
                    "err": 0.06739097088575363,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.12646484375,
                    "total_bits": 17307648.0,
                    "err": 0.05600680038332939,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.22021484375,
                    "total_bits": 17700864.0,
                    "err": 0.05013195052742958,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.31396484375,
                    "total_bits": 18094080.0,
                    "err": 0.04869229346513748,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.0316162109375,
                    "total_bits": 21104128.0,
                    "err": 0.033750563859939575,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.22021484375,
                    "total_bits": 21895168.0,
                    "err": 0.025642791762948036,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.37646484375,
                    "total_bits": 22550528.0,
                    "err": 0.024540381506085396,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.53271484375,
                    "total_bits": 23205888.0,
                    "err": 0.022667329758405685,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.72021484375,
                    "total_bits": 23992320.0,
                    "err": 0.021696750074625015,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.0316162109375,
                    "total_bits": 25298432.0,
                    "err": 0.01730191893875599,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.12646484375,
                    "total_bits": 25696256.0,
                    "err": 0.016103379428386688,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.2191162109375,
                    "total_bits": 26084864.0,
                    "err": 0.014651268720626831,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.12646484375,
                    "total_bits": 34084864.0,
                    "err": 0.009877970442175865,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.21.self_attn.o_proj",
            "numel": 16777216,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.1878662109375,
                    "total_bits": 36706304.0,
                    "err": 0.24313735961914062,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.3753662109375,
                    "total_bits": 39852032.0,
                    "err": 0.20722076296806335,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.6253662109375,
                    "total_bits": 44046336.0,
                    "err": 0.1937372386455536,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.7191162109375,
                    "total_bits": 45619200.0,
                    "err": 0.16583405435085297,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.2191162109375,
                    "total_bits": 54007808.0,
                    "err": 0.11200277507305145,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.6878662109375,
                    "total_bits": 61872128.0,
                    "err": 0.09769204258918762,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.031341552734375,
                    "total_bits": 50857472.0,
                    "err": 0.13202622532844543,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.1253662109375,
                    "total_bits": 52434944.0,
                    "err": 0.12154760956764221,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.1878662109375,
                    "total_bits": 53483520.0,
                    "err": 0.11523014307022095,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.5316162109375,
                    "total_bits": 59250688.0,
                    "err": 0.08780939877033234,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.65643310546875,
                    "total_bits": 61344768.0,
                    "err": 0.08171247690916061,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.031341552734375,
                    "total_bits": 67634688.0,
                    "err": 0.067749984562397,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.1253662109375,
                    "total_bits": 69212160.0,
                    "err": 0.05849868059158325,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.2191162109375,
                    "total_bits": 70785024.0,
                    "err": 0.0541251003742218,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.3128662109375,
                    "total_bits": 72357888.0,
                    "err": 0.05306932330131531,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.031341552734375,
                    "total_bits": 84411904.0,
                    "err": 0.03409520909190178,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.2191162109375,
                    "total_bits": 87562240.0,
                    "err": 0.028638437390327454,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.3753662109375,
                    "total_bits": 90183680.0,
                    "err": 0.027697889134287834,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.5316162109375,
                    "total_bits": 92805120.0,
                    "err": 0.0239725261926651,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.7191162109375,
                    "total_bits": 95950848.0,
                    "err": 0.02324070781469345,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.031341552734375,
                    "total_bits": 101189120.0,
                    "err": 0.018301188945770264,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.1253662109375,
                    "total_bits": 102766592.0,
                    "err": 0.01888035237789154,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.218841552734375,
                    "total_bits": 104334848.0,
                    "err": 0.016831345856189728,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.1253662109375,
                    "total_bits": 136321024.0,
                    "err": 0.013521425426006317,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.21.mlp.gate_proj",
            "numel": 58720256,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.1876046316964284,
                    "total_bits": 128456703.99999999,
                    "err": 0.15525807440280914,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.3751046316964284,
                    "total_bits": 139466752.0,
                    "err": 0.14590086042881012,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.6251046316964284,
                    "total_bits": 154146816.0,
                    "err": 0.14239032566547394,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.7188546316964284,
                    "total_bits": 159651840.0,
                    "err": 0.12924055755138397,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.2188546316964284,
                    "total_bits": 189011968.0,
                    "err": 0.0735524594783783,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.6876046316964284,
                    "total_bits": 216537088.0,
                    "err": 0.07005500048398972,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.031276157924107,
                    "total_bits": 177997312.0,
                    "err": 0.08258122205734253,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.1251046316964284,
                    "total_bits": 183506944.0,
                    "err": 0.0762108862400055,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.1876046316964284,
                    "total_bits": 187176960.0,
                    "err": 0.07427339255809784,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.5313546316964284,
                    "total_bits": 207362048.0,
                    "err": 0.06577745825052261,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.6563023158482144,
                    "total_bits": 214699008.0,
                    "err": 0.06290100514888763,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.031276157924107,
                    "total_bits": 236717567.99999997,
                    "err": 0.04217533394694328,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.125104631696429,
                    "total_bits": 242227200.0,
                    "err": 0.03656639903783798,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.218854631696429,
                    "total_bits": 247732224.0,
                    "err": 0.035369373857975006,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.312604631696429,
                    "total_bits": 253237248.0,
                    "err": 0.03508663922548294,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.031276157924107,
                    "total_bits": 295437824.0,
                    "err": 0.0211245808750391,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.218854631696429,
                    "total_bits": 306452480.0,
                    "err": 0.018379438668489456,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.375104631696429,
                    "total_bits": 315627520.0,
                    "err": 0.018118221312761307,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.531354631696429,
                    "total_bits": 324802560.0,
                    "err": 0.016822943463921547,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.718854631696429,
                    "total_bits": 335812608.0,
                    "err": 0.016644492745399475,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.031276157924107,
                    "total_bits": 354158080.0,
                    "err": 0.011264708824455738,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.125104631696429,
                    "total_bits": 359667712.0,
                    "err": 0.011408396996557713,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.218776157924107,
                    "total_bits": 365168128.0,
                    "err": 0.010879176668822765,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.125104631696429,
                    "total_bits": 477108224.0,
                    "err": 0.007878918200731277,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.21.mlp.up_proj",
            "numel": 58720256,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.1876046316964284,
                    "total_bits": 128456703.99999999,
                    "err": 0.2494010627269745,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.3751046316964284,
                    "total_bits": 139466752.0,
                    "err": 0.2348383218050003,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.6251046316964284,
                    "total_bits": 154146816.0,
                    "err": 0.2298753559589386,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.7188546316964284,
                    "total_bits": 159651840.0,
                    "err": 0.20865897834300995,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.2188546316964284,
                    "total_bits": 189011968.0,
                    "err": 0.11813871562480927,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.6876046316964284,
                    "total_bits": 216537088.0,
                    "err": 0.11295218765735626,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.031276157924107,
                    "total_bits": 177997312.0,
                    "err": 0.1318102329969406,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.1251046316964284,
                    "total_bits": 183506944.0,
                    "err": 0.12155961245298386,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.1876046316964284,
                    "total_bits": 187176960.0,
                    "err": 0.11924523860216141,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.5313546316964284,
                    "total_bits": 207362048.0,
                    "err": 0.10584632307291031,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.6563023158482144,
                    "total_bits": 214699008.0,
                    "err": 0.10112376511096954,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.031276157924107,
                    "total_bits": 236717567.99999997,
                    "err": 0.06728850305080414,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.125104631696429,
                    "total_bits": 242227200.0,
                    "err": 0.05820327252149582,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.218854631696429,
                    "total_bits": 247732224.0,
                    "err": 0.05666734278202057,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.312604631696429,
                    "total_bits": 253237248.0,
                    "err": 0.05630749091506004,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.031276157924107,
                    "total_bits": 295437824.0,
                    "err": 0.033666111528873444,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.218854631696429,
                    "total_bits": 306452480.0,
                    "err": 0.02914382331073284,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.375104631696429,
                    "total_bits": 315627520.0,
                    "err": 0.028778575360774994,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.531354631696429,
                    "total_bits": 324802560.0,
                    "err": 0.02663067728281021,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.718854631696429,
                    "total_bits": 335812608.0,
                    "err": 0.0264032743871212,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.031276157924107,
                    "total_bits": 354158080.0,
                    "err": 0.01785183697938919,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.125104631696429,
                    "total_bits": 359667712.0,
                    "err": 0.017564652487635612,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.218776157924107,
                    "total_bits": 365168128.0,
                    "err": 0.01734042912721634,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.125104631696429,
                    "total_bits": 477108224.0,
                    "err": 0.01160634495317936,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.21.mlp.down_proj",
            "numel": 58720256,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.1789376395089284,
                    "total_bits": 127947775.99999999,
                    "err": 0.2251933515071869,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.3753662109375,
                    "total_bits": 139482112.0,
                    "err": 0.19941666722297668,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.6253662109375,
                    "total_bits": 154162176.0,
                    "err": 0.18846288323402405,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.7235804966517856,
                    "total_bits": 159929344.0,
                    "err": 0.16674599051475525,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.2235804966517856,
                    "total_bits": 189289472.0,
                    "err": 0.1031077578663826,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.7146519252232144,
                    "total_bits": 218125312.0,
                    "err": 0.09264028072357178,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.031341552734375,
                    "total_bits": 178001152.0,
                    "err": 0.12353897839784622,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.1253662109375,
                    "total_bits": 183522304.0,
                    "err": 0.11288165301084518,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.1789376395089284,
                    "total_bits": 186668032.0,
                    "err": 0.10631709545850754,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.5271519252232144,
                    "total_bits": 207115264.0,
                    "err": 0.08708132058382034,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.6608973911830356,
                    "total_bits": 214968832.0,
                    "err": 0.08261828124523163,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.031341552734375,
                    "total_bits": 236721408.0,
                    "err": 0.06279351562261581,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.1253662109375,
                    "total_bits": 242242560.0,
                    "err": 0.05410449206829071,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.223580496651786,
                    "total_bits": 248009728.0,
                    "err": 0.049690354615449905,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.321794782366071,
                    "total_bits": 253776896.0,
                    "err": 0.04857297241687775,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.031341552734375,
                    "total_bits": 295441664.0,
                    "err": 0.03176015615463257,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.223580496651786,
                    "total_bits": 306729984.0,
                    "err": 0.026096517220139503,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.339651925223214,
                    "total_bits": 313545728.0,
                    "err": 0.025546958670020103,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.527151925223214,
                    "total_bits": 324555776.0,
                    "err": 0.022971754893660545,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.723580496651786,
                    "total_bits": 336090112.0,
                    "err": 0.0222505833953619,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.031341552734375,
                    "total_bits": 354161920.0,
                    "err": 0.017316175624728203,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.1253662109375,
                    "total_bits": 359683072.0,
                    "err": 0.017049947753548622,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.227770124162946,
                    "total_bits": 365696256.0,
                    "err": 0.015865935012698174,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.1253662109375,
                    "total_bits": 477123584.0,
                    "err": 0.011892757378518581,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.22.self_attn.q_proj",
            "numel": 16777216,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.1878662109375,
                    "total_bits": 36706304.0,
                    "err": 0.11893811076879501,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.3753662109375,
                    "total_bits": 39852032.0,
                    "err": 0.10826373845338821,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.6253662109375,
                    "total_bits": 44046336.0,
                    "err": 0.10067753493785858,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.7191162109375,
                    "total_bits": 45619200.0,
                    "err": 0.09116179496049881,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.2191162109375,
                    "total_bits": 54007808.0,
                    "err": 0.05543031916022301,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.6878662109375,
                    "total_bits": 61872128.0,
                    "err": 0.04946885630488396,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.031341552734375,
                    "total_bits": 50857472.0,
                    "err": 0.07090478390455246,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.1253662109375,
                    "total_bits": 52434944.0,
                    "err": 0.06451486051082611,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.1878662109375,
                    "total_bits": 53483520.0,
                    "err": 0.056729305535554886,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.5316162109375,
                    "total_bits": 59250688.0,
                    "err": 0.04858844354748726,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.65643310546875,
                    "total_bits": 61344768.0,
                    "err": 0.04729234054684639,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.031341552734375,
                    "total_bits": 67634688.0,
                    "err": 0.03625578433275223,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.1253662109375,
                    "total_bits": 69212160.0,
                    "err": 0.030917368829250336,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.2191162109375,
                    "total_bits": 70785024.0,
                    "err": 0.02680261805653572,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.3128662109375,
                    "total_bits": 72357888.0,
                    "err": 0.025753220543265343,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.031341552734375,
                    "total_bits": 84411904.0,
                    "err": 0.018203916028141975,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.2191162109375,
                    "total_bits": 87562240.0,
                    "err": 0.0141352079808712,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.3753662109375,
                    "total_bits": 90183680.0,
                    "err": 0.013436270877718925,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.5316162109375,
                    "total_bits": 92805120.0,
                    "err": 0.012791935354471207,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.7191162109375,
                    "total_bits": 95950848.0,
                    "err": 0.012136176228523254,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.031341552734375,
                    "total_bits": 101189120.0,
                    "err": 0.009714887477457523,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.1253662109375,
                    "total_bits": 102766592.0,
                    "err": 0.009582052938640118,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.218841552734375,
                    "total_bits": 104334848.0,
                    "err": 0.008254813961684704,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.1253662109375,
                    "total_bits": 136321024.0,
                    "err": 0.006567732896655798,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.22.self_attn.k_proj",
            "numel": 4194304,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.18896484375,
                    "total_bits": 9181184.0,
                    "err": 0.10885323584079742,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.37646484375,
                    "total_bits": 9967616.0,
                    "err": 0.09847773611545563,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.62646484375,
                    "total_bits": 11016192.0,
                    "err": 0.08834053575992584,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.72021484375,
                    "total_bits": 11409408.0,
                    "err": 0.08003764599561691,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.22021484375,
                    "total_bits": 13506560.0,
                    "err": 0.0503532700240612,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.68896484375,
                    "total_bits": 15472640.0,
                    "err": 0.0431126207113266,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.0316162109375,
                    "total_bits": 12715520.0,
                    "err": 0.06922697275876999,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.12646484375,
                    "total_bits": 13113344.0,
                    "err": 0.06295590847730637,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.18896484375,
                    "total_bits": 13375488.0,
                    "err": 0.05167895928025246,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.53271484375,
                    "total_bits": 14817280.0,
                    "err": 0.04414176568388939,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.656982421875,
                    "total_bits": 15338496.0,
                    "err": 0.043272972106933594,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.0316162109375,
                    "total_bits": 16909824.0,
                    "err": 0.03520771861076355,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.12646484375,
                    "total_bits": 17307648.0,
                    "err": 0.030108841136097908,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.22021484375,
                    "total_bits": 17700864.0,
                    "err": 0.024396635591983795,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.31396484375,
                    "total_bits": 18094080.0,
                    "err": 0.022872304543852806,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.0316162109375,
                    "total_bits": 21104128.0,
                    "err": 0.017597701400518417,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.22021484375,
                    "total_bits": 21895168.0,
                    "err": 0.012879608199000359,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.37646484375,
                    "total_bits": 22550528.0,
                    "err": 0.011905178427696228,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.53271484375,
                    "total_bits": 23205888.0,
                    "err": 0.011666347272694111,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.72021484375,
                    "total_bits": 23992320.0,
                    "err": 0.010704735293984413,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.0316162109375,
                    "total_bits": 25298432.0,
                    "err": 0.009252116084098816,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.12646484375,
                    "total_bits": 25696256.0,
                    "err": 0.00909960176795721,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.2191162109375,
                    "total_bits": 26084864.0,
                    "err": 0.0072950865142047405,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.12646484375,
                    "total_bits": 34084864.0,
                    "err": 0.006036806385964155,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.22.self_attn.v_proj",
            "numel": 4194304,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.18896484375,
                    "total_bits": 9181184.0,
                    "err": 0.2274252474308014,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.37646484375,
                    "total_bits": 9967616.0,
                    "err": 0.20241151750087738,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.62646484375,
                    "total_bits": 11016192.0,
                    "err": 0.18894413113594055,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.72021484375,
                    "total_bits": 11409408.0,
                    "err": 0.1701749563217163,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.22021484375,
                    "total_bits": 13506560.0,
                    "err": 0.10489204525947571,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.68896484375,
                    "total_bits": 15472640.0,
                    "err": 0.09307828545570374,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.0316162109375,
                    "total_bits": 12715520.0,
                    "err": 0.13319821655750275,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.12646484375,
                    "total_bits": 13113344.0,
                    "err": 0.11904660612344742,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.18896484375,
                    "total_bits": 13375488.0,
                    "err": 0.10789834707975388,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.53271484375,
                    "total_bits": 14817280.0,
                    "err": 0.0897507295012474,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.656982421875,
                    "total_bits": 15338496.0,
                    "err": 0.0869026705622673,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.0316162109375,
                    "total_bits": 16909824.0,
                    "err": 0.0679912269115448,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.12646484375,
                    "total_bits": 17307648.0,
                    "err": 0.05686314404010773,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.22021484375,
                    "total_bits": 17700864.0,
                    "err": 0.0503358319401741,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.31396484375,
                    "total_bits": 18094080.0,
                    "err": 0.048712510615587234,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.0316162109375,
                    "total_bits": 21104128.0,
                    "err": 0.033948350697755814,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.22021484375,
                    "total_bits": 21895168.0,
                    "err": 0.02581627108156681,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.37646484375,
                    "total_bits": 22550528.0,
                    "err": 0.024578705430030823,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.53271484375,
                    "total_bits": 23205888.0,
                    "err": 0.022742507979273796,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.72021484375,
                    "total_bits": 23992320.0,
                    "err": 0.02165718749165535,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.0316162109375,
                    "total_bits": 25298432.0,
                    "err": 0.01740231178700924,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.12646484375,
                    "total_bits": 25696256.0,
                    "err": 0.01640985533595085,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.2191162109375,
                    "total_bits": 26084864.0,
                    "err": 0.014640155248343945,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.12646484375,
                    "total_bits": 34084864.0,
                    "err": 0.010105120949447155,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.22.self_attn.o_proj",
            "numel": 16777216,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.1878662109375,
                    "total_bits": 36706304.0,
                    "err": 0.21872828900814056,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.3753662109375,
                    "total_bits": 39852032.0,
                    "err": 0.1909829080104828,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.6253662109375,
                    "total_bits": 44046336.0,
                    "err": 0.18118388950824738,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.7191162109375,
                    "total_bits": 45619200.0,
                    "err": 0.1462009996175766,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.2191162109375,
                    "total_bits": 54007808.0,
                    "err": 0.10198382288217545,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.6878662109375,
                    "total_bits": 61872128.0,
                    "err": 0.09227056801319122,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.031341552734375,
                    "total_bits": 50857472.0,
                    "err": 0.11864452064037323,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.1253662109375,
                    "total_bits": 52434944.0,
                    "err": 0.10862404853105545,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.1878662109375,
                    "total_bits": 53483520.0,
                    "err": 0.10437014698982239,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.5316162109375,
                    "total_bits": 59250688.0,
                    "err": 0.07929841428995132,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.65643310546875,
                    "total_bits": 61344768.0,
                    "err": 0.07082676142454147,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.031341552734375,
                    "total_bits": 67634688.0,
                    "err": 0.060649722814559937,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.1253662109375,
                    "total_bits": 69212160.0,
                    "err": 0.052314095199108124,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.2191162109375,
                    "total_bits": 70785024.0,
                    "err": 0.049334701150655746,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.3128662109375,
                    "total_bits": 72357888.0,
                    "err": 0.048608824610710144,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.031341552734375,
                    "total_bits": 84411904.0,
                    "err": 0.030431728810071945,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.2191162109375,
                    "total_bits": 87562240.0,
                    "err": 0.02603703923523426,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.3753662109375,
                    "total_bits": 90183680.0,
                    "err": 0.02537151612341404,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.5316162109375,
                    "total_bits": 92805120.0,
                    "err": 0.021651387214660645,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.7191162109375,
                    "total_bits": 95950848.0,
                    "err": 0.02115144394338131,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.031341552734375,
                    "total_bits": 101189120.0,
                    "err": 0.01633288338780403,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.1253662109375,
                    "total_bits": 102766592.0,
                    "err": 0.016949022188782692,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.218841552734375,
                    "total_bits": 104334848.0,
                    "err": 0.01537139993160963,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.1253662109375,
                    "total_bits": 136321024.0,
                    "err": 0.012194991111755371,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.22.mlp.gate_proj",
            "numel": 58720256,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.1876046316964284,
                    "total_bits": 128456703.99999999,
                    "err": 0.1685817539691925,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.3751046316964284,
                    "total_bits": 139466752.0,
                    "err": 0.15841753780841827,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.6251046316964284,
                    "total_bits": 154146816.0,
                    "err": 0.1546487659215927,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.7188546316964284,
                    "total_bits": 159651840.0,
                    "err": 0.14038780331611633,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.2188546316964284,
                    "total_bits": 189011968.0,
                    "err": 0.07988783717155457,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.6876046316964284,
                    "total_bits": 216537088.0,
                    "err": 0.07608336955308914,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.031276157924107,
                    "total_bits": 177997312.0,
                    "err": 0.08950234949588776,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.1251046316964284,
                    "total_bits": 183506944.0,
                    "err": 0.08269421756267548,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.1876046316964284,
                    "total_bits": 187176960.0,
                    "err": 0.0806678906083107,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.5313546316964284,
                    "total_bits": 207362048.0,
                    "err": 0.07141287624835968,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.6563023158482144,
                    "total_bits": 214699008.0,
                    "err": 0.06820746511220932,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.031276157924107,
                    "total_bits": 236717567.99999997,
                    "err": 0.045675184577703476,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.125104631696429,
                    "total_bits": 242227200.0,
                    "err": 0.039631616324186325,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.218854631696429,
                    "total_bits": 247732224.0,
                    "err": 0.03835760056972504,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.312604631696429,
                    "total_bits": 253237248.0,
                    "err": 0.03806014358997345,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.031276157924107,
                    "total_bits": 295437824.0,
                    "err": 0.022839058190584183,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.218854631696429,
                    "total_bits": 306452480.0,
                    "err": 0.019850190728902817,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.375104631696429,
                    "total_bits": 315627520.0,
                    "err": 0.019569411873817444,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.531354631696429,
                    "total_bits": 324802560.0,
                    "err": 0.018143219873309135,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.718854631696429,
                    "total_bits": 335812608.0,
                    "err": 0.01795201376080513,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.031276157924107,
                    "total_bits": 354158080.0,
                    "err": 0.012068398296833038,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.125104631696429,
                    "total_bits": 359667712.0,
                    "err": 0.012187855318188667,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.218776157924107,
                    "total_bits": 365168128.0,
                    "err": 0.011650794185698032,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.125104631696429,
                    "total_bits": 477108224.0,
                    "err": 0.008269951678812504,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.22.mlp.up_proj",
            "numel": 58720256,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.1876046316964284,
                    "total_bits": 128456703.99999999,
                    "err": 0.2551414966583252,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.3751046316964284,
                    "total_bits": 139466752.0,
                    "err": 0.24009424448013306,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.6251046316964284,
                    "total_bits": 154146816.0,
                    "err": 0.2350022792816162,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.7188546316964284,
                    "total_bits": 159651840.0,
                    "err": 0.21329188346862793,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.2188546316964284,
                    "total_bits": 189011968.0,
                    "err": 0.1208578497171402,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.6876046316964284,
                    "total_bits": 216537088.0,
                    "err": 0.11549130827188492,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.031276157924107,
                    "total_bits": 177997312.0,
                    "err": 0.13454990088939667,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.1251046316964284,
                    "total_bits": 183506944.0,
                    "err": 0.12428735196590424,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.1876046316964284,
                    "total_bits": 187176960.0,
                    "err": 0.12195631861686707,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.5313546316964284,
                    "total_bits": 207362048.0,
                    "err": 0.10816995799541473,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.6563023158482144,
                    "total_bits": 214699008.0,
                    "err": 0.10324761271476746,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.031276157924107,
                    "total_bits": 236717567.99999997,
                    "err": 0.0685986578464508,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.125104631696429,
                    "total_bits": 242227200.0,
                    "err": 0.05946749076247215,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.218854631696429,
                    "total_bits": 247732224.0,
                    "err": 0.05790286883711815,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.312604631696429,
                    "total_bits": 253237248.0,
                    "err": 0.05753317102789879,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.031276157924107,
                    "total_bits": 295437824.0,
                    "err": 0.03425926715135574,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.218854631696429,
                    "total_bits": 306452480.0,
                    "err": 0.029663002118468285,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.375104631696429,
                    "total_bits": 315627520.0,
                    "err": 0.02928917296230793,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.531354631696429,
                    "total_bits": 324802560.0,
                    "err": 0.027058159932494164,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.718854631696429,
                    "total_bits": 335812608.0,
                    "err": 0.026825394481420517,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.031276157924107,
                    "total_bits": 354158080.0,
                    "err": 0.017946947365999222,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.125104631696429,
                    "total_bits": 359667712.0,
                    "err": 0.017705099657177925,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.218776157924107,
                    "total_bits": 365168128.0,
                    "err": 0.017424672842025757,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.125104631696429,
                    "total_bits": 477108224.0,
                    "err": 0.011476879008114338,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.22.mlp.down_proj",
            "numel": 58720256,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.1789376395089284,
                    "total_bits": 127947775.99999999,
                    "err": 0.23315991461277008,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.3753662109375,
                    "total_bits": 139482112.0,
                    "err": 0.20770172774791718,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.6253662109375,
                    "total_bits": 154162176.0,
                    "err": 0.19705049693584442,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.7235804966517856,
                    "total_bits": 159929344.0,
                    "err": 0.17491060495376587,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.2235804966517856,
                    "total_bits": 189289472.0,
                    "err": 0.1070253923535347,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.7146519252232144,
                    "total_bits": 218125312.0,
                    "err": 0.09677136689424515,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.031341552734375,
                    "total_bits": 178001152.0,
                    "err": 0.12785033881664276,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.1253662109375,
                    "total_bits": 183522304.0,
                    "err": 0.11645275354385376,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.1789376395089284,
                    "total_bits": 186668032.0,
                    "err": 0.11016131937503815,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.5271519252232144,
                    "total_bits": 207115264.0,
                    "err": 0.09106653928756714,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.6608973911830356,
                    "total_bits": 214968832.0,
                    "err": 0.08638438582420349,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.031341552734375,
                    "total_bits": 236721408.0,
                    "err": 0.06496503204107285,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.1253662109375,
                    "total_bits": 242242560.0,
                    "err": 0.055772192776203156,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.223580496651786,
                    "total_bits": 248009728.0,
                    "err": 0.05150828883051872,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.321794782366071,
                    "total_bits": 253776896.0,
                    "err": 0.05046486482024193,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.031341552734375,
                    "total_bits": 295441664.0,
                    "err": 0.032768458127975464,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.223580496651786,
                    "total_bits": 306729984.0,
                    "err": 0.026947015896439552,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.339651925223214,
                    "total_bits": 313545728.0,
                    "err": 0.026417486369609833,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.527151925223214,
                    "total_bits": 324555776.0,
                    "err": 0.023812485858798027,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.723580496651786,
                    "total_bits": 336090112.0,
                    "err": 0.023127293214201927,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.031341552734375,
                    "total_bits": 354161920.0,
                    "err": 0.017841406166553497,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.1253662109375,
                    "total_bits": 359683072.0,
                    "err": 0.017404738813638687,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.227770124162946,
                    "total_bits": 365696256.0,
                    "err": 0.016434213146567345,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.1253662109375,
                    "total_bits": 477123584.0,
                    "err": 0.012002955190837383,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.23.self_attn.q_proj",
            "numel": 16777216,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.1878662109375,
                    "total_bits": 36706304.0,
                    "err": 0.12122880667448044,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.3753662109375,
                    "total_bits": 39852032.0,
                    "err": 0.11090870201587677,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.6253662109375,
                    "total_bits": 44046336.0,
                    "err": 0.10383520275354385,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.7191162109375,
                    "total_bits": 45619200.0,
                    "err": 0.09401575475931168,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.2191162109375,
                    "total_bits": 54007808.0,
                    "err": 0.056601010262966156,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.6878662109375,
                    "total_bits": 61872128.0,
                    "err": 0.05096118524670601,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.031341552734375,
                    "total_bits": 50857472.0,
                    "err": 0.07158248126506805,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.1253662109375,
                    "total_bits": 52434944.0,
                    "err": 0.06501133739948273,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.1878662109375,
                    "total_bits": 53483520.0,
                    "err": 0.057792238891124725,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.5316162109375,
                    "total_bits": 59250688.0,
                    "err": 0.04974282532930374,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.65643310546875,
                    "total_bits": 61344768.0,
                    "err": 0.048263292759656906,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.031341552734375,
                    "total_bits": 67634688.0,
                    "err": 0.03650403395295143,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.1253662109375,
                    "total_bits": 69212160.0,
                    "err": 0.031120380386710167,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.2191162109375,
                    "total_bits": 70785024.0,
                    "err": 0.02730109728872776,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.3128662109375,
                    "total_bits": 72357888.0,
                    "err": 0.02632974646985531,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.031341552734375,
                    "total_bits": 84411904.0,
                    "err": 0.018284931778907776,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.2191162109375,
                    "total_bits": 87562240.0,
                    "err": 0.014253734610974789,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.3753662109375,
                    "total_bits": 90183680.0,
                    "err": 0.013615982607007027,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.5316162109375,
                    "total_bits": 92805120.0,
                    "err": 0.012892201542854309,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.7191162109375,
                    "total_bits": 95950848.0,
                    "err": 0.012297756969928741,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.031341552734375,
                    "total_bits": 101189120.0,
                    "err": 0.009666739031672478,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.1253662109375,
                    "total_bits": 102766592.0,
                    "err": 0.009439932182431221,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.218841552734375,
                    "total_bits": 104334848.0,
                    "err": 0.00830033142119646,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.1253662109375,
                    "total_bits": 136321024.0,
                    "err": 0.0063106706365942955,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.23.self_attn.k_proj",
            "numel": 4194304,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.18896484375,
                    "total_bits": 9181184.0,
                    "err": 0.10859762132167816,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.37646484375,
                    "total_bits": 9967616.0,
                    "err": 0.09804543107748032,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.62646484375,
                    "total_bits": 11016192.0,
                    "err": 0.08918405324220657,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.72021484375,
                    "total_bits": 11409408.0,
                    "err": 0.08082284778356552,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.22021484375,
                    "total_bits": 13506560.0,
                    "err": 0.050129350274801254,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.68896484375,
                    "total_bits": 15472640.0,
                    "err": 0.04358843341469765,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.0316162109375,
                    "total_bits": 12715520.0,
                    "err": 0.0667116716504097,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.12646484375,
                    "total_bits": 13113344.0,
                    "err": 0.06089268997311592,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.18896484375,
                    "total_bits": 13375488.0,
                    "err": 0.051445119082927704,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.53271484375,
                    "total_bits": 14817280.0,
                    "err": 0.043816279619932175,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.656982421875,
                    "total_bits": 15338496.0,
                    "err": 0.04276943951845169,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.0316162109375,
                    "total_bits": 16909824.0,
                    "err": 0.03380654752254486,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.12646484375,
                    "total_bits": 17307648.0,
                    "err": 0.02908140793442726,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.22021484375,
                    "total_bits": 17700864.0,
                    "err": 0.02423948422074318,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.31396484375,
                    "total_bits": 18094080.0,
                    "err": 0.022954000160098076,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.0316162109375,
                    "total_bits": 21104128.0,
                    "err": 0.01694105938076973,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.22021484375,
                    "total_bits": 21895168.0,
                    "err": 0.012679290026426315,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.37646484375,
                    "total_bits": 22550528.0,
                    "err": 0.011849002912640572,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.53271484375,
                    "total_bits": 23205888.0,
                    "err": 0.01143198274075985,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.72021484375,
                    "total_bits": 23992320.0,
                    "err": 0.01061450969427824,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.0316162109375,
                    "total_bits": 25298432.0,
                    "err": 0.008855337277054787,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.12646484375,
                    "total_bits": 25696256.0,
                    "err": 0.008698034100234509,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.2191162109375,
                    "total_bits": 26084864.0,
                    "err": 0.007173651363700628,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.12646484375,
                    "total_bits": 34084864.0,
                    "err": 0.005675615277141333,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.23.self_attn.v_proj",
            "numel": 4194304,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.18896484375,
                    "total_bits": 9181184.0,
                    "err": 0.24332663416862488,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.37646484375,
                    "total_bits": 9967616.0,
                    "err": 0.22052694857120514,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.62646484375,
                    "total_bits": 11016192.0,
                    "err": 0.20954498648643494,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.72021484375,
                    "total_bits": 11409408.0,
                    "err": 0.1890173852443695,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.22021484375,
                    "total_bits": 13506560.0,
                    "err": 0.11333564668893814,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.68896484375,
                    "total_bits": 15472640.0,
                    "err": 0.10320593416690826,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.0316162109375,
                    "total_bits": 12715520.0,
                    "err": 0.13746967911720276,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.12646484375,
                    "total_bits": 13113344.0,
                    "err": 0.12441127747297287,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.18896484375,
                    "total_bits": 13375488.0,
                    "err": 0.11584709584712982,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.53271484375,
                    "total_bits": 14817280.0,
                    "err": 0.09823805093765259,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.656982421875,
                    "total_bits": 15338496.0,
                    "err": 0.09435854852199554,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.0316162109375,
                    "total_bits": 16909824.0,
                    "err": 0.07011640816926956,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.12646484375,
                    "total_bits": 17307648.0,
                    "err": 0.05940323323011398,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.22021484375,
                    "total_bits": 17700864.0,
                    "err": 0.05436301603913307,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.31396484375,
                    "total_bits": 18094080.0,
                    "err": 0.05309896916151047,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.0316162109375,
                    "total_bits": 21104128.0,
                    "err": 0.03499440848827362,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.22021484375,
                    "total_bits": 21895168.0,
                    "err": 0.027811838313937187,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.37646484375,
                    "total_bits": 22550528.0,
                    "err": 0.026819178834557533,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.53271484375,
                    "total_bits": 23205888.0,
                    "err": 0.024718821048736572,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.72021484375,
                    "total_bits": 23992320.0,
                    "err": 0.023884110152721405,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.0316162109375,
                    "total_bits": 25298432.0,
                    "err": 0.017963957041502,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.12646484375,
                    "total_bits": 25696256.0,
                    "err": 0.01721234619617462,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.2191162109375,
                    "total_bits": 26084864.0,
                    "err": 0.015872392803430557,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.12646484375,
                    "total_bits": 34084864.0,
                    "err": 0.01065119355916977,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.23.self_attn.o_proj",
            "numel": 16777216,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.1878662109375,
                    "total_bits": 36706304.0,
                    "err": 0.2113323211669922,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.3753662109375,
                    "total_bits": 39852032.0,
                    "err": 0.18509118258953094,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.6253662109375,
                    "total_bits": 44046336.0,
                    "err": 0.1761796623468399,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.7191162109375,
                    "total_bits": 45619200.0,
                    "err": 0.14778967201709747,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.2191162109375,
                    "total_bits": 54007808.0,
                    "err": 0.09776991605758667,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.6878662109375,
                    "total_bits": 61872128.0,
                    "err": 0.08778215199708939,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.031341552734375,
                    "total_bits": 50857472.0,
                    "err": 0.11346011608839035,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.1253662109375,
                    "total_bits": 52434944.0,
                    "err": 0.1038556843996048,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.1878662109375,
                    "total_bits": 53483520.0,
                    "err": 0.10020963102579117,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.5316162109375,
                    "total_bits": 59250688.0,
                    "err": 0.07891830056905746,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.65643310546875,
                    "total_bits": 61344768.0,
                    "err": 0.07170723378658295,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.031341552734375,
                    "total_bits": 67634688.0,
                    "err": 0.05835661664605141,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.1253662109375,
                    "total_bits": 69212160.0,
                    "err": 0.050362132489681244,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.2191162109375,
                    "total_bits": 70785024.0,
                    "err": 0.04757777974009514,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.3128662109375,
                    "total_bits": 72357888.0,
                    "err": 0.046915873885154724,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.031341552734375,
                    "total_bits": 84411904.0,
                    "err": 0.029374204576015472,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.2191162109375,
                    "total_bits": 87562240.0,
                    "err": 0.025589216500520706,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.3753662109375,
                    "total_bits": 90183680.0,
                    "err": 0.02488681487739086,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.5316162109375,
                    "total_bits": 92805120.0,
                    "err": 0.022044043987989426,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.7191162109375,
                    "total_bits": 95950848.0,
                    "err": 0.02159835584461689,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.031341552734375,
                    "total_bits": 101189120.0,
                    "err": 0.016177278012037277,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.1253662109375,
                    "total_bits": 102766592.0,
                    "err": 0.017217189073562622,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.218841552734375,
                    "total_bits": 104334848.0,
                    "err": 0.015319382771849632,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.1253662109375,
                    "total_bits": 136321024.0,
                    "err": 0.013032258488237858,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.23.mlp.gate_proj",
            "numel": 58720256,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.1876046316964284,
                    "total_bits": 128456703.99999999,
                    "err": 0.1752687692642212,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.3751046316964284,
                    "total_bits": 139466752.0,
                    "err": 0.16468654572963715,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.6251046316964284,
                    "total_bits": 154146816.0,
                    "err": 0.16083763539791107,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.7188546316964284,
                    "total_bits": 159651840.0,
                    "err": 0.14585880935192108,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.2188546316964284,
                    "total_bits": 189011968.0,
                    "err": 0.08306839317083359,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.6876046316964284,
                    "total_bits": 216537088.0,
                    "err": 0.07911986112594604,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.031276157924107,
                    "total_bits": 177997312.0,
                    "err": 0.09311322122812271,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.1251046316964284,
                    "total_bits": 183506944.0,
                    "err": 0.08590122312307358,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.1876046316964284,
                    "total_bits": 187176960.0,
                    "err": 0.08388333022594452,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.5313546316964284,
                    "total_bits": 207362048.0,
                    "err": 0.07416661083698273,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.6563023158482144,
                    "total_bits": 214699008.0,
                    "err": 0.07082948833703995,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.031276157924107,
                    "total_bits": 236717567.99999997,
                    "err": 0.047473542392253876,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.125104631696429,
                    "total_bits": 242227200.0,
                    "err": 0.04119373485445976,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.218854631696429,
                    "total_bits": 247732224.0,
                    "err": 0.03990456089377403,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.312604631696429,
                    "total_bits": 253237248.0,
                    "err": 0.039598651230335236,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.031276157924107,
                    "total_bits": 295437824.0,
                    "err": 0.023811256512999535,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.218854631696429,
                    "total_bits": 306452480.0,
                    "err": 0.0206786897033453,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.375104631696429,
                    "total_bits": 315627520.0,
                    "err": 0.020388053730130196,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.531354631696429,
                    "total_bits": 324802560.0,
                    "err": 0.01888742670416832,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.718854631696429,
                    "total_bits": 335812608.0,
                    "err": 0.018694555386900902,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.031276157924107,
                    "total_bits": 354158080.0,
                    "err": 0.012705943547189236,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.125104631696429,
                    "total_bits": 359667712.0,
                    "err": 0.01273342501372099,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.218776157924107,
                    "total_bits": 365168128.0,
                    "err": 0.012288926169276237,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.125104631696429,
                    "total_bits": 477108224.0,
                    "err": 0.008682925254106522,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.23.mlp.up_proj",
            "numel": 58720256,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.1876046316964284,
                    "total_bits": 128456703.99999999,
                    "err": 0.25983890891075134,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.3751046316964284,
                    "total_bits": 139466752.0,
                    "err": 0.24447892606258392,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.6251046316964284,
                    "total_bits": 154146816.0,
                    "err": 0.23920854926109314,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.7188546316964284,
                    "total_bits": 159651840.0,
                    "err": 0.21698102355003357,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.2188546316964284,
                    "total_bits": 189011968.0,
                    "err": 0.12318143248558044,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.6876046316964284,
                    "total_bits": 216537088.0,
                    "err": 0.1176580935716629,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.031276157924107,
                    "total_bits": 177997312.0,
                    "err": 0.1371089369058609,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.1251046316964284,
                    "total_bits": 183506944.0,
                    "err": 0.12663808465003967,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.1876046316964284,
                    "total_bits": 187176960.0,
                    "err": 0.12431037425994873,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.5313546316964284,
                    "total_bits": 207362048.0,
                    "err": 0.11006757616996765,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.6563023158482144,
                    "total_bits": 214699008.0,
                    "err": 0.10487808287143707,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.031276157924107,
                    "total_bits": 236717567.99999997,
                    "err": 0.06988968700170517,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.125104631696429,
                    "total_bits": 242227200.0,
                    "err": 0.06060494855046272,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.218854631696429,
                    "total_bits": 247732224.0,
                    "err": 0.05902228131890297,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.312604631696429,
                    "total_bits": 253237248.0,
                    "err": 0.05865292623639107,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.031276157924107,
                    "total_bits": 295437824.0,
                    "err": 0.03492799028754234,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.218854631696429,
                    "total_bits": 306452480.0,
                    "err": 0.03022141009569168,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.375104631696429,
                    "total_bits": 315627520.0,
                    "err": 0.02984028123319149,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.531354631696429,
                    "total_bits": 324802560.0,
                    "err": 0.02753458172082901,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.718854631696429,
                    "total_bits": 335812608.0,
                    "err": 0.027293797582387924,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.031276157924107,
                    "total_bits": 354158080.0,
                    "err": 0.018306724727153778,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.125104631696429,
                    "total_bits": 359667712.0,
                    "err": 0.01802750490605831,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.218776157924107,
                    "total_bits": 365168128.0,
                    "err": 0.0177711620926857,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.125104631696429,
                    "total_bits": 477108224.0,
                    "err": 0.01164445374161005,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.23.mlp.down_proj",
            "numel": 58720256,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.1789376395089284,
                    "total_bits": 127947775.99999999,
                    "err": 0.2410484403371811,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.3753662109375,
                    "total_bits": 139482112.0,
                    "err": 0.21514517068862915,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.6253662109375,
                    "total_bits": 154162176.0,
                    "err": 0.2043178230524063,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.7235804966517856,
                    "total_bits": 159929344.0,
                    "err": 0.18156744539737701,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.2235804966517856,
                    "total_bits": 189289472.0,
                    "err": 0.11070641130208969,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.7146519252232144,
                    "total_bits": 218125312.0,
                    "err": 0.10026559233665466,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.031341552734375,
                    "total_bits": 178001152.0,
                    "err": 0.13124845921993256,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.1253662109375,
                    "total_bits": 183522304.0,
                    "err": 0.12042409926652908,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.1789376395089284,
                    "total_bits": 186668032.0,
                    "err": 0.11389462649822235,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.5271519252232144,
                    "total_bits": 207115264.0,
                    "err": 0.09453260898590088,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.6608973911830356,
                    "total_bits": 214968832.0,
                    "err": 0.08956317603588104,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.031341552734375,
                    "total_bits": 236721408.0,
                    "err": 0.06681834161281586,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.1253662109375,
                    "total_bits": 242242560.0,
                    "err": 0.05763349309563637,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.223580496651786,
                    "total_bits": 248009728.0,
                    "err": 0.05324314162135124,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.321794782366071,
                    "total_bits": 253776896.0,
                    "err": 0.05215466395020485,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.031341552734375,
                    "total_bits": 295441664.0,
                    "err": 0.03358101099729538,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.223580496651786,
                    "total_bits": 306729984.0,
                    "err": 0.02777336910367012,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.339651925223214,
                    "total_bits": 313545728.0,
                    "err": 0.027241628617048264,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.527151925223214,
                    "total_bits": 324555776.0,
                    "err": 0.02458064630627632,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.723580496651786,
                    "total_bits": 336090112.0,
                    "err": 0.023887431249022484,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.031341552734375,
                    "total_bits": 354161920.0,
                    "err": 0.01794556714594364,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.1253662109375,
                    "total_bits": 359683072.0,
                    "err": 0.017833445221185684,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.227770124162946,
                    "total_bits": 365696256.0,
                    "err": 0.016476459801197052,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.1253662109375,
                    "total_bits": 477123584.0,
                    "err": 0.012205585837364197,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.24.self_attn.q_proj",
            "numel": 16777216,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.1878662109375,
                    "total_bits": 36706304.0,
                    "err": 0.13068608939647675,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.3753662109375,
                    "total_bits": 39852032.0,
                    "err": 0.11998086422681808,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.6253662109375,
                    "total_bits": 44046336.0,
                    "err": 0.11232221126556396,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.7191162109375,
                    "total_bits": 45619200.0,
                    "err": 0.10183492302894592,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.2191162109375,
                    "total_bits": 54007808.0,
                    "err": 0.06122716888785362,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.6878662109375,
                    "total_bits": 61872128.0,
                    "err": 0.0552009642124176,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.031341552734375,
                    "total_bits": 50857472.0,
                    "err": 0.07675343006849289,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.1253662109375,
                    "total_bits": 52434944.0,
                    "err": 0.07029608637094498,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.1878662109375,
                    "total_bits": 53483520.0,
                    "err": 0.06234460324048996,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.5316162109375,
                    "total_bits": 59250688.0,
                    "err": 0.05390879511833191,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.65643310546875,
                    "total_bits": 61344768.0,
                    "err": 0.05218249931931496,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.031341552734375,
                    "total_bits": 67634688.0,
                    "err": 0.03915258124470711,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.1253662109375,
                    "total_bits": 69212160.0,
                    "err": 0.03367253392934799,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.2191162109375,
                    "total_bits": 70785024.0,
                    "err": 0.029560713097453117,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.3128662109375,
                    "total_bits": 72357888.0,
                    "err": 0.02852991782128811,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.031341552734375,
                    "total_bits": 84411904.0,
                    "err": 0.01961939036846161,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.2191162109375,
                    "total_bits": 87562240.0,
                    "err": 0.015484682284295559,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.3753662109375,
                    "total_bits": 90183680.0,
                    "err": 0.01476813480257988,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.5316162109375,
                    "total_bits": 92805120.0,
                    "err": 0.014033741317689419,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.7191162109375,
                    "total_bits": 95950848.0,
                    "err": 0.01336993370205164,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.031341552734375,
                    "total_bits": 101189120.0,
                    "err": 0.010301787406206131,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.1253662109375,
                    "total_bits": 102766592.0,
                    "err": 0.01029908936470747,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.218841552734375,
                    "total_bits": 104334848.0,
                    "err": 0.008874690160155296,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.1253662109375,
                    "total_bits": 136321024.0,
                    "err": 0.006922817323356867,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.24.self_attn.k_proj",
            "numel": 4194304,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.18896484375,
                    "total_bits": 9181184.0,
                    "err": 0.11845966428518295,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.37646484375,
                    "total_bits": 9967616.0,
                    "err": 0.10811349004507065,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.62646484375,
                    "total_bits": 11016192.0,
                    "err": 0.0981912612915039,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.72021484375,
                    "total_bits": 11409408.0,
                    "err": 0.0890875980257988,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.22021484375,
                    "total_bits": 13506560.0,
                    "err": 0.05506046861410141,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.68896484375,
                    "total_bits": 15472640.0,
                    "err": 0.04793963208794594,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.0316162109375,
                    "total_bits": 12715520.0,
                    "err": 0.07377539575099945,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.12646484375,
                    "total_bits": 13113344.0,
                    "err": 0.06743189692497253,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.18896484375,
                    "total_bits": 13375488.0,
                    "err": 0.056259140372276306,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.53271484375,
                    "total_bits": 14817280.0,
                    "err": 0.048488080501556396,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.656982421875,
                    "total_bits": 15338496.0,
                    "err": 0.047387804836034775,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.0316162109375,
                    "total_bits": 16909824.0,
                    "err": 0.03749356418848038,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.12646484375,
                    "total_bits": 17307648.0,
                    "err": 0.032218459993600845,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.22021484375,
                    "total_bits": 17700864.0,
                    "err": 0.026585139334201813,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.31396484375,
                    "total_bits": 18094080.0,
                    "err": 0.025104092434048653,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.0316162109375,
                    "total_bits": 21104128.0,
                    "err": 0.01870560832321644,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.22021484375,
                    "total_bits": 21895168.0,
                    "err": 0.013860749080777168,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.37646484375,
                    "total_bits": 22550528.0,
                    "err": 0.01289365440607071,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.53271484375,
                    "total_bits": 23205888.0,
                    "err": 0.012550318613648415,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.72021484375,
                    "total_bits": 23992320.0,
                    "err": 0.011593325063586235,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.0316162109375,
                    "total_bits": 25298432.0,
                    "err": 0.009792608208954334,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.12646484375,
                    "total_bits": 25696256.0,
                    "err": 0.00950011145323515,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.2191162109375,
                    "total_bits": 26084864.0,
                    "err": 0.007866039872169495,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.12646484375,
                    "total_bits": 34084864.0,
                    "err": 0.006053127348423004,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.24.self_attn.v_proj",
            "numel": 4194304,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.18896484375,
                    "total_bits": 9181184.0,
                    "err": 0.25267043709754944,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.37646484375,
                    "total_bits": 9967616.0,
                    "err": 0.23090119659900665,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.62646484375,
                    "total_bits": 11016192.0,
                    "err": 0.22109422087669373,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.72021484375,
                    "total_bits": 11409408.0,
                    "err": 0.1997392624616623,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.22021484375,
                    "total_bits": 13506560.0,
                    "err": 0.11835787445306778,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.68896484375,
                    "total_bits": 15472640.0,
                    "err": 0.10909479111433029,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.0316162109375,
                    "total_bits": 12715520.0,
                    "err": 0.14085504412651062,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.12646484375,
                    "total_bits": 13113344.0,
                    "err": 0.12753404676914215,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.18896484375,
                    "total_bits": 13375488.0,
                    "err": 0.12057524174451828,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.53271484375,
                    "total_bits": 14817280.0,
                    "err": 0.10320615023374557,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.656982421875,
                    "total_bits": 15338496.0,
                    "err": 0.09884767234325409,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.0316162109375,
                    "total_bits": 16909824.0,
                    "err": 0.07169031351804733,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.12646484375,
                    "total_bits": 17307648.0,
                    "err": 0.060946281999349594,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.22021484375,
                    "total_bits": 17700864.0,
                    "err": 0.05669526010751724,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.31396484375,
                    "total_bits": 18094080.0,
                    "err": 0.05568147078156471,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.0316162109375,
                    "total_bits": 21104128.0,
                    "err": 0.03579658269882202,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.22021484375,
                    "total_bits": 21895168.0,
                    "err": 0.028908375650644302,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.37646484375,
                    "total_bits": 22550528.0,
                    "err": 0.028049053624272346,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.53271484375,
                    "total_bits": 23205888.0,
                    "err": 0.025791887193918228,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.72021484375,
                    "total_bits": 23992320.0,
                    "err": 0.025110069662332535,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.0316162109375,
                    "total_bits": 25298432.0,
                    "err": 0.01837901398539543,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.12646484375,
                    "total_bits": 25696256.0,
                    "err": 0.01757790707051754,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.2191162109375,
                    "total_bits": 26084864.0,
                    "err": 0.016586724668741226,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.12646484375,
                    "total_bits": 34084864.0,
                    "err": 0.010802729055285454,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.24.self_attn.o_proj",
            "numel": 16777216,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.1878662109375,
                    "total_bits": 36706304.0,
                    "err": 0.19411076605319977,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.3753662109375,
                    "total_bits": 39852032.0,
                    "err": 0.17429344356060028,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.6253662109375,
                    "total_bits": 44046336.0,
                    "err": 0.1653376966714859,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.7191162109375,
                    "total_bits": 45619200.0,
                    "err": 0.13545630872249603,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.2191162109375,
                    "total_bits": 54007808.0,
                    "err": 0.09062860906124115,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.6878662109375,
                    "total_bits": 61872128.0,
                    "err": 0.0823773443698883,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.031341552734375,
                    "total_bits": 50857472.0,
                    "err": 0.10795994102954865,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.1253662109375,
                    "total_bits": 52434944.0,
                    "err": 0.09904592484235764,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.1878662109375,
                    "total_bits": 53483520.0,
                    "err": 0.09224715828895569,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.5316162109375,
                    "total_bits": 59250688.0,
                    "err": 0.07331740856170654,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.65643310546875,
                    "total_bits": 61344768.0,
                    "err": 0.06660955399274826,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.031341552734375,
                    "total_bits": 67634688.0,
                    "err": 0.05513091757893562,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.1253662109375,
                    "total_bits": 69212160.0,
                    "err": 0.04745170474052429,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.2191162109375,
                    "total_bits": 70785024.0,
                    "err": 0.04358996823430061,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.3128662109375,
                    "total_bits": 72357888.0,
                    "err": 0.04264917969703674,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.031341552734375,
                    "total_bits": 84411904.0,
                    "err": 0.027556827291846275,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.2191162109375,
                    "total_bits": 87562240.0,
                    "err": 0.02260853722691536,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.3753662109375,
                    "total_bits": 90183680.0,
                    "err": 0.02189457230269909,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.5316162109375,
                    "total_bits": 92805120.0,
                    "err": 0.01914374902844429,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.7191162109375,
                    "total_bits": 95950848.0,
                    "err": 0.018482564017176628,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.031341552734375,
                    "total_bits": 101189120.0,
                    "err": 0.014517667703330517,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.1253662109375,
                    "total_bits": 102766592.0,
                    "err": 0.01438979059457779,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.218841552734375,
                    "total_bits": 104334848.0,
                    "err": 0.013227307237684727,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.1253662109375,
                    "total_bits": 136321024.0,
                    "err": 0.009556999430060387,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.24.mlp.gate_proj",
            "numel": 58720256,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.1876046316964284,
                    "total_bits": 128456703.99999999,
                    "err": 0.17616014182567596,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.3751046316964284,
                    "total_bits": 139466752.0,
                    "err": 0.16542841494083405,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.6251046316964284,
                    "total_bits": 154146816.0,
                    "err": 0.16148419678211212,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.7188546316964284,
                    "total_bits": 159651840.0,
                    "err": 0.14636991918087006,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.2188546316964284,
                    "total_bits": 189011968.0,
                    "err": 0.0835861936211586,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.6876046316964284,
                    "total_bits": 216537088.0,
                    "err": 0.07958627492189407,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.031276157924107,
                    "total_bits": 177997312.0,
                    "err": 0.09367348998785019,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.1251046316964284,
                    "total_bits": 183506944.0,
                    "err": 0.08642011880874634,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.1876046316964284,
                    "total_bits": 187176960.0,
                    "err": 0.0844181478023529,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.5313546316964284,
                    "total_bits": 207362048.0,
                    "err": 0.07455305010080338,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.6563023158482144,
                    "total_bits": 214699008.0,
                    "err": 0.07110308855772018,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.031276157924107,
                    "total_bits": 236717567.99999997,
                    "err": 0.047822531312704086,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.125104631696429,
                    "total_bits": 242227200.0,
                    "err": 0.04144994914531708,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.218854631696429,
                    "total_bits": 247732224.0,
                    "err": 0.04016794264316559,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.312604631696429,
                    "total_bits": 253237248.0,
                    "err": 0.03986264392733574,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.031276157924107,
                    "total_bits": 295437824.0,
                    "err": 0.023939456790685654,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.218854631696429,
                    "total_bits": 306452480.0,
                    "err": 0.020824316889047623,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.375104631696429,
                    "total_bits": 315627520.0,
                    "err": 0.020536059513688087,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.531354631696429,
                    "total_bits": 324802560.0,
                    "err": 0.019007712602615356,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.718854631696429,
                    "total_bits": 335812608.0,
                    "err": 0.01882176101207733,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.031276157924107,
                    "total_bits": 354158080.0,
                    "err": 0.012740483507514,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.125104631696429,
                    "total_bits": 359667712.0,
                    "err": 0.012831797823309898,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.218776157924107,
                    "total_bits": 365168128.0,
                    "err": 0.012323638424277306,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.125104631696429,
                    "total_bits": 477108224.0,
                    "err": 0.00877183023840189,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.24.mlp.up_proj",
            "numel": 58720256,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.1876046316964284,
                    "total_bits": 128456703.99999999,
                    "err": 0.2636531889438629,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.3751046316964284,
                    "total_bits": 139466752.0,
                    "err": 0.24788324534893036,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.6251046316964284,
                    "total_bits": 154146816.0,
                    "err": 0.24256356060504913,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.7188546316964284,
                    "total_bits": 159651840.0,
                    "err": 0.21992625296115875,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.2188546316964284,
                    "total_bits": 189011968.0,
                    "err": 0.12507270276546478,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.6876046316964284,
                    "total_bits": 216537088.0,
                    "err": 0.11948077380657196,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.031276157924107,
                    "total_bits": 177997312.0,
                    "err": 0.13967691361904144,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.1251046316964284,
                    "total_bits": 183506944.0,
                    "err": 0.12857289612293243,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.1876046316964284,
                    "total_bits": 187176960.0,
                    "err": 0.12623903155326843,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.5313546316964284,
                    "total_bits": 207362048.0,
                    "err": 0.11170222610235214,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.6563023158482144,
                    "total_bits": 214699008.0,
                    "err": 0.10663893073797226,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.031276157924107,
                    "total_bits": 236717567.99999997,
                    "err": 0.07131748646497726,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.125104631696429,
                    "total_bits": 242227200.0,
                    "err": 0.061618536710739136,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.218854631696429,
                    "total_bits": 247732224.0,
                    "err": 0.06003732606768608,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.312604631696429,
                    "total_bits": 253237248.0,
                    "err": 0.059665746986866,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.031276157924107,
                    "total_bits": 295437824.0,
                    "err": 0.035739995539188385,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.218854631696429,
                    "total_bits": 306452480.0,
                    "err": 0.030889805406332016,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.375104631696429,
                    "total_bits": 315627520.0,
                    "err": 0.030504349619150162,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.531354631696429,
                    "total_bits": 324802560.0,
                    "err": 0.02816709503531456,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.718854631696429,
                    "total_bits": 335812608.0,
                    "err": 0.027929948642849922,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.031276157924107,
                    "total_bits": 354158080.0,
                    "err": 0.01900782436132431,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.125104631696429,
                    "total_bits": 359667712.0,
                    "err": 0.01864035427570343,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.218776157924107,
                    "total_bits": 365168128.0,
                    "err": 0.018493657931685448,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.125104631696429,
                    "total_bits": 477108224.0,
                    "err": 0.012347850017249584,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.24.mlp.down_proj",
            "numel": 58720256,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.1789376395089284,
                    "total_bits": 127947775.99999999,
                    "err": 0.24346184730529785,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.3753662109375,
                    "total_bits": 139482112.0,
                    "err": 0.21798834204673767,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.6253662109375,
                    "total_bits": 154162176.0,
                    "err": 0.20736855268478394,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.7235804966517856,
                    "total_bits": 159929344.0,
                    "err": 0.1844332069158554,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.2235804966517856,
                    "total_bits": 189289472.0,
                    "err": 0.11189163476228714,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.7146519252232144,
                    "total_bits": 218125312.0,
                    "err": 0.1016329824924469,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.031341552734375,
                    "total_bits": 178001152.0,
                    "err": 0.13282246887683868,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.1253662109375,
                    "total_bits": 183522304.0,
                    "err": 0.12155809998512268,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.1789376395089284,
                    "total_bits": 186668032.0,
                    "err": 0.11501841992139816,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.5271519252232144,
                    "total_bits": 207115264.0,
                    "err": 0.09589318931102753,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.6608973911830356,
                    "total_bits": 214968832.0,
                    "err": 0.09082735329866409,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.031341552734375,
                    "total_bits": 236721408.0,
                    "err": 0.06733733415603638,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.1253662109375,
                    "total_bits": 242242560.0,
                    "err": 0.058087270706892014,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.223580496651786,
                    "total_bits": 248009728.0,
                    "err": 0.05371199548244476,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.321794782366071,
                    "total_bits": 253776896.0,
                    "err": 0.05263089761137962,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.031341552734375,
                    "total_bits": 295441664.0,
                    "err": 0.03389401361346245,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.223580496651786,
                    "total_bits": 306729984.0,
                    "err": 0.02784949354827404,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.339651925223214,
                    "total_bits": 313545728.0,
                    "err": 0.027306707575917244,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.527151925223214,
                    "total_bits": 324555776.0,
                    "err": 0.024658413603901863,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.723580496651786,
                    "total_bits": 336090112.0,
                    "err": 0.023961100727319717,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.031341552734375,
                    "total_bits": 354161920.0,
                    "err": 0.018195919692516327,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.1253662109375,
                    "total_bits": 359683072.0,
                    "err": 0.017641296610236168,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.227770124162946,
                    "total_bits": 365696256.0,
                    "err": 0.016743026673793793,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.1253662109375,
                    "total_bits": 477123584.0,
                    "err": 0.011766833253204823,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.25.self_attn.q_proj",
            "numel": 16777216,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.1878662109375,
                    "total_bits": 36706304.0,
                    "err": 0.1376592516899109,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.3753662109375,
                    "total_bits": 39852032.0,
                    "err": 0.12685877084732056,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.6253662109375,
                    "total_bits": 44046336.0,
                    "err": 0.11932867765426636,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.7191162109375,
                    "total_bits": 45619200.0,
                    "err": 0.10785655677318573,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.2191162109375,
                    "total_bits": 54007808.0,
                    "err": 0.06462451815605164,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.6878662109375,
                    "total_bits": 61872128.0,
                    "err": 0.05866033956408501,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.031341552734375,
                    "total_bits": 50857472.0,
                    "err": 0.08036310225725174,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.1253662109375,
                    "total_bits": 52434944.0,
                    "err": 0.07359617203474045,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.1878662109375,
                    "total_bits": 53483520.0,
                    "err": 0.06575113534927368,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.5316162109375,
                    "total_bits": 59250688.0,
                    "err": 0.056937482208013535,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.65643310546875,
                    "total_bits": 61344768.0,
                    "err": 0.0550655722618103,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.031341552734375,
                    "total_bits": 67634688.0,
                    "err": 0.04093388468027115,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.1253662109375,
                    "total_bits": 69212160.0,
                    "err": 0.0352141410112381,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.2191162109375,
                    "total_bits": 70785024.0,
                    "err": 0.03116198629140854,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.3128662109375,
                    "total_bits": 72357888.0,
                    "err": 0.030143041163682938,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.031341552734375,
                    "total_bits": 84411904.0,
                    "err": 0.020499955862760544,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.2191162109375,
                    "total_bits": 87562240.0,
                    "err": 0.016231052577495575,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.3753662109375,
                    "total_bits": 90183680.0,
                    "err": 0.015527278184890747,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.5316162109375,
                    "total_bits": 92805120.0,
                    "err": 0.014691387303173542,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.7191162109375,
                    "total_bits": 95950848.0,
                    "err": 0.014035102911293507,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.031341552734375,
                    "total_bits": 101189120.0,
                    "err": 0.010718523524701595,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.1253662109375,
                    "total_bits": 102766592.0,
                    "err": 0.010636947117745876,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.218841552734375,
                    "total_bits": 104334848.0,
                    "err": 0.009291213005781174,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.1253662109375,
                    "total_bits": 136321024.0,
                    "err": 0.007030037231743336,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.25.self_attn.k_proj",
            "numel": 4194304,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.18896484375,
                    "total_bits": 9181184.0,
                    "err": 0.11946308612823486,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.37646484375,
                    "total_bits": 9967616.0,
                    "err": 0.10925067961215973,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.62646484375,
                    "total_bits": 11016192.0,
                    "err": 0.09987960010766983,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.72021484375,
                    "total_bits": 11409408.0,
                    "err": 0.09054095298051834,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.22021484375,
                    "total_bits": 13506560.0,
                    "err": 0.05561164394021034,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.68896484375,
                    "total_bits": 15472640.0,
                    "err": 0.048775944858789444,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.0316162109375,
                    "total_bits": 12715520.0,
                    "err": 0.07331711053848267,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.12646484375,
                    "total_bits": 13113344.0,
                    "err": 0.06728407740592957,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.18896484375,
                    "total_bits": 13375488.0,
                    "err": 0.05678151547908783,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.53271484375,
                    "total_bits": 14817280.0,
                    "err": 0.04899301379919052,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.656982421875,
                    "total_bits": 15338496.0,
                    "err": 0.04770108684897423,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.0316162109375,
                    "total_bits": 16909824.0,
                    "err": 0.03716135397553444,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.12646484375,
                    "total_bits": 17307648.0,
                    "err": 0.03215375542640686,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.22021484375,
                    "total_bits": 17700864.0,
                    "err": 0.026816725730895996,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.31396484375,
                    "total_bits": 18094080.0,
                    "err": 0.02539709210395813,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.0316162109375,
                    "total_bits": 21104128.0,
                    "err": 0.018590472638607025,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.22021484375,
                    "total_bits": 21895168.0,
                    "err": 0.01391604170203209,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.37646484375,
                    "total_bits": 22550528.0,
                    "err": 0.012996966019272804,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.53271484375,
                    "total_bits": 23205888.0,
                    "err": 0.012587914243340492,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.72021484375,
                    "total_bits": 23992320.0,
                    "err": 0.01169093418866396,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.0316162109375,
                    "total_bits": 25298432.0,
                    "err": 0.009631577879190445,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.12646484375,
                    "total_bits": 25696256.0,
                    "err": 0.009397169575095177,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.2191162109375,
                    "total_bits": 26084864.0,
                    "err": 0.007830822840332985,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.12646484375,
                    "total_bits": 34084864.0,
                    "err": 0.005923052318394184,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.25.self_attn.v_proj",
            "numel": 4194304,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.18896484375,
                    "total_bits": 9181184.0,
                    "err": 0.25556376576423645,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.37646484375,
                    "total_bits": 9967616.0,
                    "err": 0.2338903248310089,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.62646484375,
                    "total_bits": 11016192.0,
                    "err": 0.22425173223018646,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.72021484375,
                    "total_bits": 11409408.0,
                    "err": 0.2025114893913269,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.22021484375,
                    "total_bits": 13506560.0,
                    "err": 0.11989888548851013,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.68896484375,
                    "total_bits": 15472640.0,
                    "err": 0.11066008359193802,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.0316162109375,
                    "total_bits": 12715520.0,
                    "err": 0.1429971605539322,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.12646484375,
                    "total_bits": 13113344.0,
                    "err": 0.1289786845445633,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.18896484375,
                    "total_bits": 13375488.0,
                    "err": 0.12198556959629059,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.53271484375,
                    "total_bits": 14817280.0,
                    "err": 0.10464064031839371,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.656982421875,
                    "total_bits": 15338496.0,
                    "err": 0.10023130476474762,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.0316162109375,
                    "total_bits": 16909824.0,
                    "err": 0.07269690185785294,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.12646484375,
                    "total_bits": 17307648.0,
                    "err": 0.0616099014878273,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.22021484375,
                    "total_bits": 17700864.0,
                    "err": 0.057452328503131866,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.31396484375,
                    "total_bits": 18094080.0,
                    "err": 0.05641140788793564,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.0316162109375,
                    "total_bits": 21104128.0,
                    "err": 0.036324888467788696,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.22021484375,
                    "total_bits": 21895168.0,
                    "err": 0.029293781146407127,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.37646484375,
                    "total_bits": 22550528.0,
                    "err": 0.028423717245459557,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.53271484375,
                    "total_bits": 23205888.0,
                    "err": 0.02614733576774597,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.72021484375,
                    "total_bits": 23992320.0,
                    "err": 0.025478115305304527,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.0316162109375,
                    "total_bits": 25298432.0,
                    "err": 0.01861460879445076,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.12646484375,
                    "total_bits": 25696256.0,
                    "err": 0.017761602997779846,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.2191162109375,
                    "total_bits": 26084864.0,
                    "err": 0.016806554049253464,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.12646484375,
                    "total_bits": 34084864.0,
                    "err": 0.010884884744882584,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.25.self_attn.o_proj",
            "numel": 16777216,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.1878662109375,
                    "total_bits": 36706304.0,
                    "err": 0.20962366461753845,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.3753662109375,
                    "total_bits": 39852032.0,
                    "err": 0.18571509420871735,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.6253662109375,
                    "total_bits": 44046336.0,
                    "err": 0.17780207097530365,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.7191162109375,
                    "total_bits": 45619200.0,
                    "err": 0.14751605689525604,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.2191162109375,
                    "total_bits": 54007808.0,
                    "err": 0.09814585000276566,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.6878662109375,
                    "total_bits": 61872128.0,
                    "err": 0.08986394852399826,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.031341552734375,
                    "total_bits": 50857472.0,
                    "err": 0.11217958480119705,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.1253662109375,
                    "total_bits": 52434944.0,
                    "err": 0.102745421230793,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.1878662109375,
                    "total_bits": 53483520.0,
                    "err": 0.09997374564409256,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.5316162109375,
                    "total_bits": 59250688.0,
                    "err": 0.07826119661331177,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.65643310546875,
                    "total_bits": 61344768.0,
                    "err": 0.06934910267591476,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.031341552734375,
                    "total_bits": 67634688.0,
                    "err": 0.0572127103805542,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.1253662109375,
                    "total_bits": 69212160.0,
                    "err": 0.0492563359439373,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.2191162109375,
                    "total_bits": 70785024.0,
                    "err": 0.04712168872356415,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.3128662109375,
                    "total_bits": 72357888.0,
                    "err": 0.04661189019680023,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.031341552734375,
                    "total_bits": 84411904.0,
                    "err": 0.028615090996026993,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.2191162109375,
                    "total_bits": 87562240.0,
                    "err": 0.0243227556347847,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.3753662109375,
                    "total_bits": 90183680.0,
                    "err": 0.02376740239560604,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.5316162109375,
                    "total_bits": 92805120.0,
                    "err": 0.020296737551689148,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.7191162109375,
                    "total_bits": 95950848.0,
                    "err": 0.01994558982551098,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.031341552734375,
                    "total_bits": 101189120.0,
                    "err": 0.015088661573827267,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.1253662109375,
                    "total_bits": 102766592.0,
                    "err": 0.01493539847433567,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.218841552734375,
                    "total_bits": 104334848.0,
                    "err": 0.014378071762621403,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.1253662109375,
                    "total_bits": 136321024.0,
                    "err": 0.009937108494341373,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.25.mlp.gate_proj",
            "numel": 58720256,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.1876046316964284,
                    "total_bits": 128456703.99999999,
                    "err": 0.18132369220256805,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.3751046316964284,
                    "total_bits": 139466752.0,
                    "err": 0.1701648235321045,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.6251046316964284,
                    "total_bits": 154146816.0,
                    "err": 0.1661500334739685,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.7188546316964284,
                    "total_bits": 159651840.0,
                    "err": 0.15050482749938965,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.2188546316964284,
                    "total_bits": 189011968.0,
                    "err": 0.0860939621925354,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.6876046316964284,
                    "total_bits": 216537088.0,
                    "err": 0.08193890005350113,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.031276157924107,
                    "total_bits": 177997312.0,
                    "err": 0.09653627872467041,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.1251046316964284,
                    "total_bits": 183506944.0,
                    "err": 0.0890483632683754,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.1876046316964284,
                    "total_bits": 187176960.0,
                    "err": 0.08696916699409485,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.5313546316964284,
                    "total_bits": 207362048.0,
                    "err": 0.07672486454248428,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.6563023158482144,
                    "total_bits": 214699008.0,
                    "err": 0.07318241894245148,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.031276157924107,
                    "total_bits": 236717567.99999997,
                    "err": 0.04933473840355873,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.125104631696429,
                    "total_bits": 242227200.0,
                    "err": 0.04273213818669319,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.218854631696429,
                    "total_bits": 247732224.0,
                    "err": 0.04139942303299904,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.312604631696429,
                    "total_bits": 253237248.0,
                    "err": 0.04108387976884842,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.031276157924107,
                    "total_bits": 295437824.0,
                    "err": 0.024718744680285454,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.218854631696429,
                    "total_bits": 306452480.0,
                    "err": 0.021474039182066917,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.375104631696429,
                    "total_bits": 315627520.0,
                    "err": 0.021172909066081047,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.531354631696429,
                    "total_bits": 324802560.0,
                    "err": 0.019581159576773643,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.718854631696429,
                    "total_bits": 335812608.0,
                    "err": 0.01938473992049694,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.031276157924107,
                    "total_bits": 354158080.0,
                    "err": 0.013198088854551315,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.125104631696429,
                    "total_bits": 359667712.0,
                    "err": 0.013249854557216167,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.218776157924107,
                    "total_bits": 365168128.0,
                    "err": 0.012765606865286827,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.125104631696429,
                    "total_bits": 477108224.0,
                    "err": 0.009077843278646469,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.25.mlp.up_proj",
            "numel": 58720256,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.1876046316964284,
                    "total_bits": 128456703.99999999,
                    "err": 0.26635685563087463,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.3751046316964284,
                    "total_bits": 139466752.0,
                    "err": 0.2503516376018524,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.6251046316964284,
                    "total_bits": 154146816.0,
                    "err": 0.24495476484298706,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.7188546316964284,
                    "total_bits": 159651840.0,
                    "err": 0.22197477519512177,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.2188546316964284,
                    "total_bits": 189011968.0,
                    "err": 0.12648187577724457,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.6876046316964284,
                    "total_bits": 216537088.0,
                    "err": 0.12071584165096283,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.031276157924107,
                    "total_bits": 177997312.0,
                    "err": 0.14057885110378265,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.1251046316964284,
                    "total_bits": 183506944.0,
                    "err": 0.12999337911605835,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.1876046316964284,
                    "total_bits": 187176960.0,
                    "err": 0.12768419086933136,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.5313546316964284,
                    "total_bits": 207362048.0,
                    "err": 0.11283031105995178,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.6563023158482144,
                    "total_bits": 214699008.0,
                    "err": 0.10741322487592697,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.031276157924107,
                    "total_bits": 236717567.99999997,
                    "err": 0.07164079695940018,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.125104631696429,
                    "total_bits": 242227200.0,
                    "err": 0.062202248722314835,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.218854631696429,
                    "total_bits": 247732224.0,
                    "err": 0.06060395762324333,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.312604631696429,
                    "total_bits": 253237248.0,
                    "err": 0.06021980568766594,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.031276157924107,
                    "total_bits": 295437824.0,
                    "err": 0.03577602654695511,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.218854631696429,
                    "total_bits": 306452480.0,
                    "err": 0.030985718593001366,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.375104631696429,
                    "total_bits": 315627520.0,
                    "err": 0.030588194727897644,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.531354631696429,
                    "total_bits": 324802560.0,
                    "err": 0.0281748678535223,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.718854631696429,
                    "total_bits": 335812608.0,
                    "err": 0.027934348210692406,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.031276157924107,
                    "total_bits": 354158080.0,
                    "err": 0.018611060455441475,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.125104631696429,
                    "total_bits": 359667712.0,
                    "err": 0.01840212754905224,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.218776157924107,
                    "total_bits": 365168128.0,
                    "err": 0.01807153970003128,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.125104631696429,
                    "total_bits": 477108224.0,
                    "err": 0.011791306547820568,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.25.mlp.down_proj",
            "numel": 58720256,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.1789376395089284,
                    "total_bits": 127947775.99999999,
                    "err": 0.24675388634204865,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.3753662109375,
                    "total_bits": 139482112.0,
                    "err": 0.22120924293994904,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.6253662109375,
                    "total_bits": 154162176.0,
                    "err": 0.2102341204881668,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.7235804966517856,
                    "total_bits": 159929344.0,
                    "err": 0.18739770352840424,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.2235804966517856,
                    "total_bits": 189289472.0,
                    "err": 0.11352945864200592,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.7146519252232144,
                    "total_bits": 218125312.0,
                    "err": 0.10311587899923325,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.031341552734375,
                    "total_bits": 178001152.0,
                    "err": 0.13464821875095367,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.1253662109375,
                    "total_bits": 183522304.0,
                    "err": 0.12367863953113556,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.1789376395089284,
                    "total_bits": 186668032.0,
                    "err": 0.11674463003873825,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.5271519252232144,
                    "total_bits": 207115264.0,
                    "err": 0.09765782207250595,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.6608973911830356,
                    "total_bits": 214968832.0,
                    "err": 0.09252046048641205,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.031341552734375,
                    "total_bits": 236721408.0,
                    "err": 0.06851708889007568,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.1253662109375,
                    "total_bits": 242242560.0,
                    "err": 0.05919540300965309,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.223580496651786,
                    "total_bits": 248009728.0,
                    "err": 0.054568640887737274,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.321794782366071,
                    "total_bits": 253776896.0,
                    "err": 0.053429581224918365,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.031341552734375,
                    "total_bits": 295441664.0,
                    "err": 0.034345593303442,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.223580496651786,
                    "total_bits": 306729984.0,
                    "err": 0.028392137959599495,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.339651925223214,
                    "total_bits": 313545728.0,
                    "err": 0.027821693569421768,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.527151925223214,
                    "total_bits": 324555776.0,
                    "err": 0.025244053453207016,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.723580496651786,
                    "total_bits": 336090112.0,
                    "err": 0.024508023634552956,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.031341552734375,
                    "total_bits": 354161920.0,
                    "err": 0.018231678754091263,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.1253662109375,
                    "total_bits": 359683072.0,
                    "err": 0.018156904727220535,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.227770124162946,
                    "total_bits": 365696256.0,
                    "err": 0.016690684482455254,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.1253662109375,
                    "total_bits": 477123584.0,
                    "err": 0.012272007763385773,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.26.self_attn.q_proj",
            "numel": 16777216,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.1878662109375,
                    "total_bits": 36706304.0,
                    "err": 0.13153798878192902,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.3753662109375,
                    "total_bits": 39852032.0,
                    "err": 0.12056896835565567,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.6253662109375,
                    "total_bits": 44046336.0,
                    "err": 0.11259761452674866,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.7191162109375,
                    "total_bits": 45619200.0,
                    "err": 0.10189330577850342,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.2191162109375,
                    "total_bits": 54007808.0,
                    "err": 0.06168343871831894,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.6878662109375,
                    "total_bits": 61872128.0,
                    "err": 0.05547204613685608,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.031341552734375,
                    "total_bits": 50857472.0,
                    "err": 0.07793009281158447,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.1253662109375,
                    "total_bits": 52434944.0,
                    "err": 0.0711139664053917,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.1878662109375,
                    "total_bits": 53483520.0,
                    "err": 0.06284455955028534,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.5316162109375,
                    "total_bits": 59250688.0,
                    "err": 0.05413449555635452,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.65643310546875,
                    "total_bits": 61344768.0,
                    "err": 0.05249524861574173,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.031341552734375,
                    "total_bits": 67634688.0,
                    "err": 0.03968257084488869,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.1253662109375,
                    "total_bits": 69212160.0,
                    "err": 0.034075699746608734,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.2191162109375,
                    "total_bits": 70785024.0,
                    "err": 0.029771113768219948,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.3128662109375,
                    "total_bits": 72357888.0,
                    "err": 0.028673870489001274,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.031341552734375,
                    "total_bits": 84411904.0,
                    "err": 0.01986982300877571,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.2191162109375,
                    "total_bits": 87562240.0,
                    "err": 0.015554542653262615,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.3753662109375,
                    "total_bits": 90183680.0,
                    "err": 0.014813659712672234,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.5316162109375,
                    "total_bits": 92805120.0,
                    "err": 0.01405923068523407,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.7191162109375,
                    "total_bits": 95950848.0,
                    "err": 0.013372363522648811,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.031341552734375,
                    "total_bits": 101189120.0,
                    "err": 0.010384545661509037,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.1253662109375,
                    "total_bits": 102766592.0,
                    "err": 0.010333184152841568,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.218841552734375,
                    "total_bits": 104334848.0,
                    "err": 0.00885919388383627,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.1253662109375,
                    "total_bits": 136321024.0,
                    "err": 0.00688628014177084,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.26.self_attn.k_proj",
            "numel": 4194304,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.18896484375,
                    "total_bits": 9181184.0,
                    "err": 0.11483073234558105,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.37646484375,
                    "total_bits": 9967616.0,
                    "err": 0.10443753004074097,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.62646484375,
                    "total_bits": 11016192.0,
                    "err": 0.09399957209825516,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.72021484375,
                    "total_bits": 11409408.0,
                    "err": 0.08520037680864334,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.22021484375,
                    "total_bits": 13506560.0,
                    "err": 0.053262341767549515,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.68896484375,
                    "total_bits": 15472640.0,
                    "err": 0.04588539898395538,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.0316162109375,
                    "total_bits": 12715520.0,
                    "err": 0.0726911723613739,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.12646484375,
                    "total_bits": 13113344.0,
                    "err": 0.06631411612033844,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.18896484375,
                    "total_bits": 13375488.0,
                    "err": 0.054537948220968246,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.53271484375,
                    "total_bits": 14817280.0,
                    "err": 0.04679890349507332,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.656982421875,
                    "total_bits": 15338496.0,
                    "err": 0.04577730596065521,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.0316162109375,
                    "total_bits": 16909824.0,
                    "err": 0.036813922226428986,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.12646484375,
                    "total_bits": 17307648.0,
                    "err": 0.03163442760705948,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.22021484375,
                    "total_bits": 17700864.0,
                    "err": 0.0257759690284729,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.31396484375,
                    "total_bits": 18094080.0,
                    "err": 0.024208668619394302,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.0316162109375,
                    "total_bits": 21104128.0,
                    "err": 0.018457289785146713,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.22021484375,
                    "total_bits": 21895168.0,
                    "err": 0.013467619195580482,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.37646484375,
                    "total_bits": 22550528.0,
                    "err": 0.01245582289993763,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.53271484375,
                    "total_bits": 23205888.0,
                    "err": 0.012176970951259136,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.72021484375,
                    "total_bits": 23992320.0,
                    "err": 0.011171466670930386,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.0316162109375,
                    "total_bits": 25298432.0,
                    "err": 0.009645289741456509,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.12646484375,
                    "total_bits": 25696256.0,
                    "err": 0.009340951219201088,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.2191162109375,
                    "total_bits": 26084864.0,
                    "err": 0.007647763937711716,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.12646484375,
                    "total_bits": 34084864.0,
                    "err": 0.005982834845781326,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.26.self_attn.v_proj",
            "numel": 4194304,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.18896484375,
                    "total_bits": 9181184.0,
                    "err": 0.24278123676776886,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.37646484375,
                    "total_bits": 9967616.0,
                    "err": 0.21919719874858856,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.62646484375,
                    "total_bits": 11016192.0,
                    "err": 0.20741994678974152,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.72021484375,
                    "total_bits": 11409408.0,
                    "err": 0.18679045140743256,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.22021484375,
                    "total_bits": 13506560.0,
                    "err": 0.11302194744348526,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.68896484375,
                    "total_bits": 15472640.0,
                    "err": 0.10220258682966232,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.0316162109375,
                    "total_bits": 12715520.0,
                    "err": 0.1395268589258194,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.12646484375,
                    "total_bits": 13113344.0,
                    "err": 0.12523774802684784,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.18896484375,
                    "total_bits": 13375488.0,
                    "err": 0.11573635786771774,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.53271484375,
                    "total_bits": 14817280.0,
                    "err": 0.09772302955389023,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.656982421875,
                    "total_bits": 15338496.0,
                    "err": 0.09411996603012085,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.0316162109375,
                    "total_bits": 16909824.0,
                    "err": 0.07141996175050735,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.12646484375,
                    "total_bits": 17307648.0,
                    "err": 0.059838879853487015,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.22021484375,
                    "total_bits": 17700864.0,
                    "err": 0.05423201993107796,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.31396484375,
                    "total_bits": 18094080.0,
                    "err": 0.05281700938940048,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.0316162109375,
                    "total_bits": 21104128.0,
                    "err": 0.035672057420015335,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.22021484375,
                    "total_bits": 21895168.0,
                    "err": 0.027709295973181725,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.37646484375,
                    "total_bits": 22550528.0,
                    "err": 0.026608988642692566,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.53271484375,
                    "total_bits": 23205888.0,
                    "err": 0.02455499768257141,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.72021484375,
                    "total_bits": 23992320.0,
                    "err": 0.02363378182053566,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.0316162109375,
                    "total_bits": 25298432.0,
                    "err": 0.01835101842880249,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.12646484375,
                    "total_bits": 25696256.0,
                    "err": 0.01721443049609661,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.2191162109375,
                    "total_bits": 26084864.0,
                    "err": 0.015891985967755318,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.12646484375,
                    "total_bits": 34084864.0,
                    "err": 0.010534987784922123,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.26.self_attn.o_proj",
            "numel": 16777216,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.1878662109375,
                    "total_bits": 36706304.0,
                    "err": 0.2087026685476303,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.3753662109375,
                    "total_bits": 39852032.0,
                    "err": 0.18883578479290009,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.6253662109375,
                    "total_bits": 44046336.0,
                    "err": 0.1824987828731537,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.7191162109375,
                    "total_bits": 45619200.0,
                    "err": 0.15333133935928345,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.2191162109375,
                    "total_bits": 54007808.0,
                    "err": 0.09838606417179108,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.6878662109375,
                    "total_bits": 61872128.0,
                    "err": 0.09114187955856323,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.031341552734375,
                    "total_bits": 50857472.0,
                    "err": 0.11040721833705902,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.1253662109375,
                    "total_bits": 52434944.0,
                    "err": 0.10175509005784988,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.1878662109375,
                    "total_bits": 53483520.0,
                    "err": 0.09968045353889465,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.5316162109375,
                    "total_bits": 59250688.0,
                    "err": 0.081091970205307,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.65643310546875,
                    "total_bits": 61344768.0,
                    "err": 0.0720510333776474,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.031341552734375,
                    "total_bits": 67634688.0,
                    "err": 0.05644751712679863,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.1253662109375,
                    "total_bits": 69212160.0,
                    "err": 0.04872280731797218,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.2191162109375,
                    "total_bits": 70785024.0,
                    "err": 0.047210097312927246,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.3128662109375,
                    "total_bits": 72357888.0,
                    "err": 0.046845488250255585,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.031341552734375,
                    "total_bits": 84411904.0,
                    "err": 0.02819467894732952,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.2191162109375,
                    "total_bits": 87562240.0,
                    "err": 0.024273637682199478,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.3753662109375,
                    "total_bits": 90183680.0,
                    "err": 0.023812981322407722,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.5316162109375,
                    "total_bits": 92805120.0,
                    "err": 0.02076331153512001,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.7191162109375,
                    "total_bits": 95950848.0,
                    "err": 0.020509585738182068,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.031341552734375,
                    "total_bits": 101189120.0,
                    "err": 0.014759101904928684,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.1253662109375,
                    "total_bits": 102766592.0,
                    "err": 0.014697803184390068,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.218841552734375,
                    "total_bits": 104334848.0,
                    "err": 0.014254379086196423,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.1253662109375,
                    "total_bits": 136321024.0,
                    "err": 0.009700502268970013,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.26.mlp.gate_proj",
            "numel": 58720256,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.1876046316964284,
                    "total_bits": 128456703.99999999,
                    "err": 0.18712879717350006,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.3751046316964284,
                    "total_bits": 139466752.0,
                    "err": 0.1755000650882721,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.6251046316964284,
                    "total_bits": 154146816.0,
                    "err": 0.17130550742149353,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.7188546316964284,
                    "total_bits": 159651840.0,
                    "err": 0.1551351100206375,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.2188546316964284,
                    "total_bits": 189011968.0,
                    "err": 0.08888591080904007,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.6876046316964284,
                    "total_bits": 216537088.0,
                    "err": 0.0845666453242302,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.031276157924107,
                    "total_bits": 177997312.0,
                    "err": 0.09958848357200623,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.1251046316964284,
                    "total_bits": 183506944.0,
                    "err": 0.09195129573345184,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.1876046316964284,
                    "total_bits": 187176960.0,
                    "err": 0.08977870643138885,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.5313546316964284,
                    "total_bits": 207362048.0,
                    "err": 0.0791155993938446,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.6563023158482144,
                    "total_bits": 214699008.0,
                    "err": 0.07539480179548264,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.031276157924107,
                    "total_bits": 236717567.99999997,
                    "err": 0.05085921287536621,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.125104631696429,
                    "total_bits": 242227200.0,
                    "err": 0.044091396033763885,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.218854631696429,
                    "total_bits": 247732224.0,
                    "err": 0.04271051660180092,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.312604631696429,
                    "total_bits": 253237248.0,
                    "err": 0.04238612949848175,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.031276157924107,
                    "total_bits": 295437824.0,
                    "err": 0.025437289848923683,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.218854631696429,
                    "total_bits": 306452480.0,
                    "err": 0.022097140550613403,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.375104631696429,
                    "total_bits": 315627520.0,
                    "err": 0.021786227822303772,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.531354631696429,
                    "total_bits": 324802560.0,
                    "err": 0.020123934373259544,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.718854631696429,
                    "total_bits": 335812608.0,
                    "err": 0.019918130710721016,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.031276157924107,
                    "total_bits": 354158080.0,
                    "err": 0.013465700671076775,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.125104631696429,
                    "total_bits": 359667712.0,
                    "err": 0.013548695482313633,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.218776157924107,
                    "total_bits": 365168128.0,
                    "err": 0.013011614792048931,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.125104631696429,
                    "total_bits": 477108224.0,
                    "err": 0.009172381833195686,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.26.mlp.up_proj",
            "numel": 58720256,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.1876046316964284,
                    "total_bits": 128456703.99999999,
                    "err": 0.26706963777542114,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.3751046316964284,
                    "total_bits": 139466752.0,
                    "err": 0.25092461705207825,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.6251046316964284,
                    "total_bits": 154146816.0,
                    "err": 0.24549484252929688,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.7188546316964284,
                    "total_bits": 159651840.0,
                    "err": 0.22220292687416077,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.2188546316964284,
                    "total_bits": 189011968.0,
                    "err": 0.1269674450159073,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.6876046316964284,
                    "total_bits": 216537088.0,
                    "err": 0.1211501732468605,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.031276157924107,
                    "total_bits": 177997312.0,
                    "err": 0.1412971466779709,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.1251046316964284,
                    "total_bits": 183506944.0,
                    "err": 0.13056348264217377,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.1876046316964284,
                    "total_bits": 187176960.0,
                    "err": 0.1281537413597107,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.5313546316964284,
                    "total_bits": 207362048.0,
                    "err": 0.11310245096683502,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.6563023158482144,
                    "total_bits": 214699008.0,
                    "err": 0.1076831966638565,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.031276157924107,
                    "total_bits": 236717567.99999997,
                    "err": 0.07208798825740814,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.125104631696429,
                    "total_bits": 242227200.0,
                    "err": 0.06250418722629547,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.218854631696429,
                    "total_bits": 247732224.0,
                    "err": 0.06088260933756828,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.312604631696429,
                    "total_bits": 253237248.0,
                    "err": 0.06049904227256775,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.031276157924107,
                    "total_bits": 295437824.0,
                    "err": 0.036020874977111816,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.218854631696429,
                    "total_bits": 306452480.0,
                    "err": 0.031205691397190094,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.375104631696429,
                    "total_bits": 315627520.0,
                    "err": 0.030799049884080887,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.531354631696429,
                    "total_bits": 324802560.0,
                    "err": 0.028361579403281212,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.718854631696429,
                    "total_bits": 335812608.0,
                    "err": 0.02811218798160553,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.031276157924107,
                    "total_bits": 354158080.0,
                    "err": 0.018855106085538864,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.125104631696429,
                    "total_bits": 359667712.0,
                    "err": 0.018648188561201096,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.218776157924107,
                    "total_bits": 365168128.0,
                    "err": 0.018307417631149292,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.125104631696429,
                    "total_bits": 477108224.0,
                    "err": 0.012108388356864452,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.26.mlp.down_proj",
            "numel": 58720256,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.1789376395089284,
                    "total_bits": 127947775.99999999,
                    "err": 0.25024983286857605,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.3753662109375,
                    "total_bits": 139482112.0,
                    "err": 0.22508478164672852,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.6253662109375,
                    "total_bits": 154162176.0,
                    "err": 0.21417535841464996,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.7235804966517856,
                    "total_bits": 159929344.0,
                    "err": 0.19080114364624023,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.2235804966517856,
                    "total_bits": 189289472.0,
                    "err": 0.11541243642568588,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.7146519252232144,
                    "total_bits": 218125312.0,
                    "err": 0.10506576299667358,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.031341552734375,
                    "total_bits": 178001152.0,
                    "err": 0.13675464689731598,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.1253662109375,
                    "total_bits": 183522304.0,
                    "err": 0.1255824863910675,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.1789376395089284,
                    "total_bits": 186668032.0,
                    "err": 0.11849997192621231,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.5271519252232144,
                    "total_bits": 207115264.0,
                    "err": 0.09951024502515793,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.6608973911830356,
                    "total_bits": 214968832.0,
                    "err": 0.09415596723556519,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.031341552734375,
                    "total_bits": 236721408.0,
                    "err": 0.06959104537963867,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.1253662109375,
                    "total_bits": 242242560.0,
                    "err": 0.06018570810556412,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.223580496651786,
                    "total_bits": 248009728.0,
                    "err": 0.05553004518151283,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.321794782366071,
                    "total_bits": 253776896.0,
                    "err": 0.05438131466507912,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.031341552734375,
                    "total_bits": 295441664.0,
                    "err": 0.035110995173454285,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.223580496651786,
                    "total_bits": 306729984.0,
                    "err": 0.028988217934966087,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.339651925223214,
                    "total_bits": 313545728.0,
                    "err": 0.028406362980604172,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.527151925223214,
                    "total_bits": 324555776.0,
                    "err": 0.025846002623438835,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.723580496651786,
                    "total_bits": 336090112.0,
                    "err": 0.02510446310043335,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.031341552734375,
                    "total_bits": 354161920.0,
                    "err": 0.01893489621579647,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.1253662109375,
                    "total_bits": 359683072.0,
                    "err": 0.018645407631993294,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.227770124162946,
                    "total_bits": 365696256.0,
                    "err": 0.017411477863788605,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.1253662109375,
                    "total_bits": 477123584.0,
                    "err": 0.012745954096317291,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.27.self_attn.q_proj",
            "numel": 16777216,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.1878662109375,
                    "total_bits": 36706304.0,
                    "err": 0.13492350280284882,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.3753662109375,
                    "total_bits": 39852032.0,
                    "err": 0.12394320964813232,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.6253662109375,
                    "total_bits": 44046336.0,
                    "err": 0.11713952571153641,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.7191162109375,
                    "total_bits": 45619200.0,
                    "err": 0.10592091828584671,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.2191162109375,
                    "total_bits": 54007808.0,
                    "err": 0.06343325227499008,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.6878662109375,
                    "total_bits": 61872128.0,
                    "err": 0.05773725360631943,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.031341552734375,
                    "total_bits": 50857472.0,
                    "err": 0.07819929718971252,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.1253662109375,
                    "total_bits": 52434944.0,
                    "err": 0.07117636501789093,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.1878662109375,
                    "total_bits": 53483520.0,
                    "err": 0.06457202881574631,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.5316162109375,
                    "total_bits": 59250688.0,
                    "err": 0.055737707763910294,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.65643310546875,
                    "total_bits": 61344768.0,
                    "err": 0.053779445588588715,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.031341552734375,
                    "total_bits": 67634688.0,
                    "err": 0.03990492969751358,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.1253662109375,
                    "total_bits": 69212160.0,
                    "err": 0.03412746265530586,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.2191162109375,
                    "total_bits": 70785024.0,
                    "err": 0.030589716508984566,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.3128662109375,
                    "total_bits": 72357888.0,
                    "err": 0.02970484457910061,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.031341552734375,
                    "total_bits": 84411904.0,
                    "err": 0.019994158297777176,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.2191162109375,
                    "total_bits": 87562240.0,
                    "err": 0.01593584381043911,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.3753662109375,
                    "total_bits": 90183680.0,
                    "err": 0.01529640145599842,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.5316162109375,
                    "total_bits": 92805120.0,
                    "err": 0.014394139871001244,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.7191162109375,
                    "total_bits": 95950848.0,
                    "err": 0.01383625902235508,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.031341552734375,
                    "total_bits": 101189120.0,
                    "err": 0.010498849675059319,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.1253662109375,
                    "total_bits": 102766592.0,
                    "err": 0.01036462839692831,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.218841552734375,
                    "total_bits": 104334848.0,
                    "err": 0.009204642847180367,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.1253662109375,
                    "total_bits": 136321024.0,
                    "err": 0.006917695980519056,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.27.self_attn.k_proj",
            "numel": 4194304,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.18896484375,
                    "total_bits": 9181184.0,
                    "err": 0.11800209432840347,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.37646484375,
                    "total_bits": 9967616.0,
                    "err": 0.10841059684753418,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.62646484375,
                    "total_bits": 11016192.0,
                    "err": 0.10153023153543472,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.72021484375,
                    "total_bits": 11409408.0,
                    "err": 0.0917288064956665,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.22021484375,
                    "total_bits": 13506560.0,
                    "err": 0.05530373007059097,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.68896484375,
                    "total_bits": 15472640.0,
                    "err": 0.04981977120041847,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.0316162109375,
                    "total_bits": 12715520.0,
                    "err": 0.06963706761598587,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.12646484375,
                    "total_bits": 13113344.0,
                    "err": 0.06357841938734055,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.18896484375,
                    "total_bits": 13375488.0,
                    "err": 0.05631246417760849,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.53271484375,
                    "total_bits": 14817280.0,
                    "err": 0.048673808574676514,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.656982421875,
                    "total_bits": 15338496.0,
                    "err": 0.04697824642062187,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.0316162109375,
                    "total_bits": 16909824.0,
                    "err": 0.03539063036441803,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.12646484375,
                    "total_bits": 17307648.0,
                    "err": 0.030480341985821724,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.22021484375,
                    "total_bits": 17700864.0,
                    "err": 0.02665811777114868,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.31396484375,
                    "total_bits": 18094080.0,
                    "err": 0.025686446577310562,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.0316162109375,
                    "total_bits": 21104128.0,
                    "err": 0.01769237220287323,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.22021484375,
                    "total_bits": 21895168.0,
                    "err": 0.013858946971595287,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.37646484375,
                    "total_bits": 22550528.0,
                    "err": 0.01319590862840414,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.53271484375,
                    "total_bits": 23205888.0,
                    "err": 0.01252624299377203,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.72021484375,
                    "total_bits": 23992320.0,
                    "err": 0.011914162896573544,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.0316162109375,
                    "total_bits": 25298432.0,
                    "err": 0.009275704622268677,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.12646484375,
                    "total_bits": 25696256.0,
                    "err": 0.009114270098507404,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.2191162109375,
                    "total_bits": 26084864.0,
                    "err": 0.007973086088895798,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.12646484375,
                    "total_bits": 34084864.0,
                    "err": 0.00594343850389123,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.27.self_attn.v_proj",
            "numel": 4194304,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.18896484375,
                    "total_bits": 9181184.0,
                    "err": 0.242883563041687,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.37646484375,
                    "total_bits": 9967616.0,
                    "err": 0.22270649671554565,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.62646484375,
                    "total_bits": 11016192.0,
                    "err": 0.21353217959403992,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.72021484375,
                    "total_bits": 11409408.0,
                    "err": 0.19271904230117798,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.22021484375,
                    "total_bits": 13506560.0,
                    "err": 0.11418110132217407,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.68896484375,
                    "total_bits": 15472640.0,
                    "err": 0.10551632195711136,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.0316162109375,
                    "total_bits": 12715520.0,
                    "err": 0.1344899982213974,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.12646484375,
                    "total_bits": 13113344.0,
                    "err": 0.12298847734928131,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.18896484375,
                    "total_bits": 13375488.0,
                    "err": 0.11623051762580872,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.53271484375,
                    "total_bits": 14817280.0,
                    "err": 0.09966102242469788,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.656982421875,
                    "total_bits": 15338496.0,
                    "err": 0.09533295035362244,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.0316162109375,
                    "total_bits": 16909824.0,
                    "err": 0.06853464990854263,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.12646484375,
                    "total_bits": 17307648.0,
                    "err": 0.05875888466835022,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.22021484375,
                    "total_bits": 17700864.0,
                    "err": 0.05475667491555214,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.31396484375,
                    "total_bits": 18094080.0,
                    "err": 0.05378689616918564,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.0316162109375,
                    "total_bits": 21104128.0,
                    "err": 0.03420398756861687,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.22021484375,
                    "total_bits": 21895168.0,
                    "err": 0.027877256274223328,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.37646484375,
                    "total_bits": 22550528.0,
                    "err": 0.027059823274612427,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.53271484375,
                    "total_bits": 23205888.0,
                    "err": 0.02487737312912941,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.72021484375,
                    "total_bits": 23992320.0,
                    "err": 0.024231916293501854,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.0316162109375,
                    "total_bits": 25298432.0,
                    "err": 0.017559092491865158,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.12646484375,
                    "total_bits": 25696256.0,
                    "err": 0.016898516565561295,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.2191162109375,
                    "total_bits": 26084864.0,
                    "err": 0.016027234494686127,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.12646484375,
                    "total_bits": 34084864.0,
                    "err": 0.010299061425030231,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.27.self_attn.o_proj",
            "numel": 16777216,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.1878662109375,
                    "total_bits": 36706304.0,
                    "err": 0.2141159325838089,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.3753662109375,
                    "total_bits": 39852032.0,
                    "err": 0.19147692620754242,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.6253662109375,
                    "total_bits": 44046336.0,
                    "err": 0.18332305550575256,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.7191162109375,
                    "total_bits": 45619200.0,
                    "err": 0.1549992710351944,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.2191162109375,
                    "total_bits": 54007808.0,
                    "err": 0.10079044848680496,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.6878662109375,
                    "total_bits": 61872128.0,
                    "err": 0.09217020869255066,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.031341552734375,
                    "total_bits": 50857472.0,
                    "err": 0.11580179631710052,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.1253662109375,
                    "total_bits": 52434944.0,
                    "err": 0.10627443343400955,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.1878662109375,
                    "total_bits": 53483520.0,
                    "err": 0.10254021733999252,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.5316162109375,
                    "total_bits": 59250688.0,
                    "err": 0.0820046216249466,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.65643310546875,
                    "total_bits": 61344768.0,
                    "err": 0.07484526187181473,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.031341552734375,
                    "total_bits": 67634688.0,
                    "err": 0.05943242460489273,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.1253662109375,
                    "total_bits": 69212160.0,
                    "err": 0.051250893622636795,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.2191162109375,
                    "total_bits": 70785024.0,
                    "err": 0.04878263175487518,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.3128662109375,
                    "total_bits": 72357888.0,
                    "err": 0.04819412901997566,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.031341552734375,
                    "total_bits": 84411904.0,
                    "err": 0.029929982498288155,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.2191162109375,
                    "total_bits": 87562240.0,
                    "err": 0.025835903361439705,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.3753662109375,
                    "total_bits": 90183680.0,
                    "err": 0.025236444547772408,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.5316162109375,
                    "total_bits": 92805120.0,
                    "err": 0.022182002663612366,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.7191162109375,
                    "total_bits": 95950848.0,
                    "err": 0.02179446816444397,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.031341552734375,
                    "total_bits": 101189120.0,
                    "err": 0.016245752573013306,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.1253662109375,
                    "total_bits": 102766592.0,
                    "err": 0.01681707240641117,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.218841552734375,
                    "total_bits": 104334848.0,
                    "err": 0.015442135743796825,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.1253662109375,
                    "total_bits": 136321024.0,
                    "err": 0.012252351269125938,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.27.mlp.gate_proj",
            "numel": 58720256,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.1876046316964284,
                    "total_bits": 128456703.99999999,
                    "err": 0.18203996121883392,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.3751046316964284,
                    "total_bits": 139466752.0,
                    "err": 0.17057715356349945,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.6251046316964284,
                    "total_bits": 154146816.0,
                    "err": 0.1663474440574646,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.7188546316964284,
                    "total_bits": 159651840.0,
                    "err": 0.1504225879907608,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.2188546316964284,
                    "total_bits": 189011968.0,
                    "err": 0.08654029667377472,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.6876046316964284,
                    "total_bits": 216537088.0,
                    "err": 0.08223732560873032,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.031276157924107,
                    "total_bits": 177997312.0,
                    "err": 0.09726180136203766,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.1251046316964284,
                    "total_bits": 183506944.0,
                    "err": 0.0897277370095253,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.1876046316964284,
                    "total_bits": 187176960.0,
                    "err": 0.08745048940181732,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.5313546316964284,
                    "total_bits": 207362048.0,
                    "err": 0.07693038135766983,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.6563023158482144,
                    "total_bits": 214699008.0,
                    "err": 0.07329213619232178,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.031276157924107,
                    "total_bits": 236717567.99999997,
                    "err": 0.04973280802369118,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.125104631696429,
                    "total_bits": 242227200.0,
                    "err": 0.0430927574634552,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.218854631696429,
                    "total_bits": 247732224.0,
                    "err": 0.041644882410764694,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.312604631696429,
                    "total_bits": 253237248.0,
                    "err": 0.04129436984658241,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.031276157924107,
                    "total_bits": 295437824.0,
                    "err": 0.024891698732972145,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.218854631696429,
                    "total_bits": 306452480.0,
                    "err": 0.021617837250232697,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.375104631696429,
                    "total_bits": 315627520.0,
                    "err": 0.021297691389918327,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.531354631696429,
                    "total_bits": 324802560.0,
                    "err": 0.01968122273683548,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.718854631696429,
                    "total_bits": 335812608.0,
                    "err": 0.01946323551237583,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.031276157924107,
                    "total_bits": 354158080.0,
                    "err": 0.013250705786049366,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.125104631696429,
                    "total_bits": 359667712.0,
                    "err": 0.013379739597439766,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.218776157924107,
                    "total_bits": 365168128.0,
                    "err": 0.012781213968992233,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.125104631696429,
                    "total_bits": 477108224.0,
                    "err": 0.009178736247122288,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.27.mlp.up_proj",
            "numel": 58720256,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.1876046316964284,
                    "total_bits": 128456703.99999999,
                    "err": 0.25877121090888977,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.3751046316964284,
                    "total_bits": 139466752.0,
                    "err": 0.24291644990444183,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.6251046316964284,
                    "total_bits": 154146816.0,
                    "err": 0.23753206431865692,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.7188546316964284,
                    "total_bits": 159651840.0,
                    "err": 0.2149239331483841,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.2188546316964284,
                    "total_bits": 189011968.0,
                    "err": 0.12302662432193756,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.6876046316964284,
                    "total_bits": 216537088.0,
                    "err": 0.11729522794485092,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.031276157924107,
                    "total_bits": 177997312.0,
                    "err": 0.13724301755428314,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.1251046316964284,
                    "total_bits": 183506944.0,
                    "err": 0.126649409532547,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.1876046316964284,
                    "total_bits": 187176960.0,
                    "err": 0.12421165406703949,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.5313546316964284,
                    "total_bits": 207362048.0,
                    "err": 0.1094968244433403,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.6563023158482144,
                    "total_bits": 214699008.0,
                    "err": 0.10427839308977127,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.031276157924107,
                    "total_bits": 236717567.99999997,
                    "err": 0.07010386139154434,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.125104631696429,
                    "total_bits": 242227200.0,
                    "err": 0.06068244203925133,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.218854631696429,
                    "total_bits": 247732224.0,
                    "err": 0.05904874950647354,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.312604631696429,
                    "total_bits": 253237248.0,
                    "err": 0.05865538865327835,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.031276157924107,
                    "total_bits": 295437824.0,
                    "err": 0.03506592661142349,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.218854631696429,
                    "total_bits": 306452480.0,
                    "err": 0.03029896505177021,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.375104631696429,
                    "total_bits": 315627520.0,
                    "err": 0.029907234013080597,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.531354631696429,
                    "total_bits": 324802560.0,
                    "err": 0.027531078085303307,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.718854631696429,
                    "total_bits": 335812608.0,
                    "err": 0.027283813804388046,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.031276157924107,
                    "total_bits": 354158080.0,
                    "err": 0.018492231145501137,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.125104631696429,
                    "total_bits": 359667712.0,
                    "err": 0.018186157569289207,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.218776157924107,
                    "total_bits": 365168128.0,
                    "err": 0.017944559454917908,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.125104631696429,
                    "total_bits": 477108224.0,
                    "err": 0.011890078894793987,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.27.mlp.down_proj",
            "numel": 58720256,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.1789376395089284,
                    "total_bits": 127947775.99999999,
                    "err": 0.24809981882572174,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.3753662109375,
                    "total_bits": 139482112.0,
                    "err": 0.22225844860076904,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.6253662109375,
                    "total_bits": 154162176.0,
                    "err": 0.21063823997974396,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.7235804966517856,
                    "total_bits": 159929344.0,
                    "err": 0.18730120360851288,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.2235804966517856,
                    "total_bits": 189289472.0,
                    "err": 0.11424927413463593,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.7146519252232144,
                    "total_bits": 218125312.0,
                    "err": 0.10342079401016235,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.031341552734375,
                    "total_bits": 178001152.0,
                    "err": 0.13742758333683014,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.1253662109375,
                    "total_bits": 183522304.0,
                    "err": 0.12536115944385529,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.1789376395089284,
                    "total_bits": 186668032.0,
                    "err": 0.11752542853355408,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.5271519252232144,
                    "total_bits": 207115264.0,
                    "err": 0.09810824692249298,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.6608973911830356,
                    "total_bits": 214968832.0,
                    "err": 0.09293125569820404,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.031341552734375,
                    "total_bits": 236721408.0,
                    "err": 0.06981130689382553,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.1253662109375,
                    "total_bits": 242242560.0,
                    "err": 0.06004323065280914,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.223580496651786,
                    "total_bits": 248009728.0,
                    "err": 0.05500948429107666,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.321794782366071,
                    "total_bits": 253776896.0,
                    "err": 0.05377013236284256,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.031341552734375,
                    "total_bits": 295441664.0,
                    "err": 0.03518122434616089,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.223580496651786,
                    "total_bits": 306729984.0,
                    "err": 0.028756417334079742,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.339651925223214,
                    "total_bits": 313545728.0,
                    "err": 0.02813485451042652,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.527151925223214,
                    "total_bits": 324555776.0,
                    "err": 0.02557535655796528,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.723580496651786,
                    "total_bits": 336090112.0,
                    "err": 0.02476939558982849,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.031341552734375,
                    "total_bits": 354161920.0,
                    "err": 0.01899363473057747,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.1253662109375,
                    "total_bits": 359683072.0,
                    "err": 0.018626486882567406,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.227770124162946,
                    "total_bits": 365696256.0,
                    "err": 0.017294300720095634,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.1253662109375,
                    "total_bits": 477123584.0,
                    "err": 0.012753761373460293,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.28.self_attn.q_proj",
            "numel": 16777216,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.1878662109375,
                    "total_bits": 36706304.0,
                    "err": 0.1272420734167099,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.3753662109375,
                    "total_bits": 39852032.0,
                    "err": 0.11668897420167923,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.6253662109375,
                    "total_bits": 44046336.0,
                    "err": 0.10794709622859955,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.7191162109375,
                    "total_bits": 45619200.0,
                    "err": 0.0975968986749649,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.2191162109375,
                    "total_bits": 54007808.0,
                    "err": 0.05962689593434334,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.6878662109375,
                    "total_bits": 61872128.0,
                    "err": 0.05298779532313347,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.031341552734375,
                    "total_bits": 50857472.0,
                    "err": 0.07750444114208221,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.1253662109375,
                    "total_bits": 52434944.0,
                    "err": 0.07044635713100433,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.1878662109375,
                    "total_bits": 53483520.0,
                    "err": 0.060810789465904236,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.5316162109375,
                    "total_bits": 59250688.0,
                    "err": 0.05241240933537483,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.65643310546875,
                    "total_bits": 61344768.0,
                    "err": 0.05104759708046913,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.031341552734375,
                    "total_bits": 67634688.0,
                    "err": 0.03960152715444565,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.1253662109375,
                    "total_bits": 69212160.0,
                    "err": 0.03371754661202431,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.2191162109375,
                    "total_bits": 70785024.0,
                    "err": 0.028851496055722237,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.3128662109375,
                    "total_bits": 72357888.0,
                    "err": 0.027590010315179825,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.031341552734375,
                    "total_bits": 84411904.0,
                    "err": 0.01984209381043911,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.2191162109375,
                    "total_bits": 87562240.0,
                    "err": 0.015161173418164253,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.3753662109375,
                    "total_bits": 90183680.0,
                    "err": 0.014314265921711922,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.5316162109375,
                    "total_bits": 92805120.0,
                    "err": 0.013739661313593388,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.7191162109375,
                    "total_bits": 95950848.0,
                    "err": 0.012937701307237148,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.031341552734375,
                    "total_bits": 101189120.0,
                    "err": 0.010389438830316067,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.1253662109375,
                    "total_bits": 102766592.0,
                    "err": 0.010303198359906673,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.218841552734375,
                    "total_bits": 104334848.0,
                    "err": 0.00863071158528328,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.1253662109375,
                    "total_bits": 136321024.0,
                    "err": 0.006910147611051798,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.28.self_attn.k_proj",
            "numel": 4194304,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.18896484375,
                    "total_bits": 9181184.0,
                    "err": 0.10910966992378235,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.37646484375,
                    "total_bits": 9967616.0,
                    "err": 0.09913992881774902,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.62646484375,
                    "total_bits": 11016192.0,
                    "err": 0.08738095313310623,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.72021484375,
                    "total_bits": 11409408.0,
                    "err": 0.0792476087808609,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.22021484375,
                    "total_bits": 13506560.0,
                    "err": 0.05060356482863426,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.68896484375,
                    "total_bits": 15472640.0,
                    "err": 0.042461417615413666,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.0316162109375,
                    "total_bits": 12715520.0,
                    "err": 0.07204638421535492,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.12646484375,
                    "total_bits": 13113344.0,
                    "err": 0.06547104567289352,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.18896484375,
                    "total_bits": 13375488.0,
                    "err": 0.05187687277793884,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.53271484375,
                    "total_bits": 14817280.0,
                    "err": 0.04454905167222023,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.656982421875,
                    "total_bits": 15338496.0,
                    "err": 0.043903909623622894,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.0316162109375,
                    "total_bits": 16909824.0,
                    "err": 0.0365135632455349,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.12646484375,
                    "total_bits": 17307648.0,
                    "err": 0.03125980868935585,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.22021484375,
                    "total_bits": 17700864.0,
                    "err": 0.02453615516424179,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.31396484375,
                    "total_bits": 18094080.0,
                    "err": 0.022660329937934875,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.0316162109375,
                    "total_bits": 21104128.0,
                    "err": 0.018252482637763023,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.22021484375,
                    "total_bits": 21895168.0,
                    "err": 0.012906229123473167,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.37646484375,
                    "total_bits": 22550528.0,
                    "err": 0.011721069924533367,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.53271484375,
                    "total_bits": 23205888.0,
                    "err": 0.011723296716809273,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.72021484375,
                    "total_bits": 23992320.0,
                    "err": 0.010535815730690956,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.0316162109375,
                    "total_bits": 25298432.0,
                    "err": 0.009480845183134079,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.12646484375,
                    "total_bits": 25696256.0,
                    "err": 0.009271057322621346,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.2191162109375,
                    "total_bits": 26084864.0,
                    "err": 0.007120226044207811,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.12646484375,
                    "total_bits": 34084864.0,
                    "err": 0.005932129919528961,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.28.self_attn.v_proj",
            "numel": 4194304,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.18896484375,
                    "total_bits": 9181184.0,
                    "err": 0.24182036519050598,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.37646484375,
                    "total_bits": 9967616.0,
                    "err": 0.21779793500900269,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.62646484375,
                    "total_bits": 11016192.0,
                    "err": 0.20489878952503204,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.72021484375,
                    "total_bits": 11409408.0,
                    "err": 0.18430200219154358,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.22021484375,
                    "total_bits": 13506560.0,
                    "err": 0.11261078715324402,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.68896484375,
                    "total_bits": 15472640.0,
                    "err": 0.10103648900985718,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.0316162109375,
                    "total_bits": 12715520.0,
                    "err": 0.1407300978899002,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.12646484375,
                    "total_bits": 13113344.0,
                    "err": 0.1263372004032135,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.18896484375,
                    "total_bits": 13375488.0,
                    "err": 0.11540041863918304,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.53271484375,
                    "total_bits": 14817280.0,
                    "err": 0.09705359488725662,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.656982421875,
                    "total_bits": 15338496.0,
                    "err": 0.09387229382991791,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.0316162109375,
                    "total_bits": 16909824.0,
                    "err": 0.07213959097862244,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.12646484375,
                    "total_bits": 17307648.0,
                    "err": 0.06051456928253174,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.22021484375,
                    "total_bits": 17700864.0,
                    "err": 0.054123807698488235,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.31396484375,
                    "total_bits": 18094080.0,
                    "err": 0.052557993680238724,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.0316162109375,
                    "total_bits": 21104128.0,
                    "err": 0.036143675446510315,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.22021484375,
                    "total_bits": 21895168.0,
                    "err": 0.02787107601761818,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.37646484375,
                    "total_bits": 22550528.0,
                    "err": 0.02668210305273533,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.53271484375,
                    "total_bits": 23205888.0,
                    "err": 0.024727972224354744,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.72021484375,
                    "total_bits": 23992320.0,
                    "err": 0.023694027215242386,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.0316162109375,
                    "total_bits": 25298432.0,
                    "err": 0.0186269823461771,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.12646484375,
                    "total_bits": 25696256.0,
                    "err": 0.01774340495467186,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.2191162109375,
                    "total_bits": 26084864.0,
                    "err": 0.01588188298046589,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.12646484375,
                    "total_bits": 34084864.0,
                    "err": 0.01124715805053711,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.28.self_attn.o_proj",
            "numel": 16777216,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.1878662109375,
                    "total_bits": 36706304.0,
                    "err": 0.22847431898117065,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.3753662109375,
                    "total_bits": 39852032.0,
                    "err": 0.19832520186901093,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.6253662109375,
                    "total_bits": 44046336.0,
                    "err": 0.18735601007938385,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.7191162109375,
                    "total_bits": 45619200.0,
                    "err": 0.16057118773460388,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.2191162109375,
                    "total_bits": 54007808.0,
                    "err": 0.1062687486410141,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.6878662109375,
                    "total_bits": 61872128.0,
                    "err": 0.09455733746290207,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.031341552734375,
                    "total_bits": 50857472.0,
                    "err": 0.1245720386505127,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.1253662109375,
                    "total_bits": 52434944.0,
                    "err": 0.11386758834123611,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.1878662109375,
                    "total_bits": 53483520.0,
                    "err": 0.10870455205440521,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.5316162109375,
                    "total_bits": 59250688.0,
                    "err": 0.08446548879146576,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.65643310546875,
                    "total_bits": 61344768.0,
                    "err": 0.07890259474515915,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.031341552734375,
                    "total_bits": 67634688.0,
                    "err": 0.06376264989376068,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.1253662109375,
                    "total_bits": 69212160.0,
                    "err": 0.05468952655792236,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.2191162109375,
                    "total_bits": 70785024.0,
                    "err": 0.05122654512524605,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.3128662109375,
                    "total_bits": 72357888.0,
                    "err": 0.0503968670964241,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.031341552734375,
                    "total_bits": 84411904.0,
                    "err": 0.03191366419196129,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.2191162109375,
                    "total_bits": 87562240.0,
                    "err": 0.026815121993422508,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.3753662109375,
                    "total_bits": 90183680.0,
                    "err": 0.025967922061681747,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.5316162109375,
                    "total_bits": 92805120.0,
                    "err": 0.022538892924785614,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.7191162109375,
                    "total_bits": 95950848.0,
                    "err": 0.021963700652122498,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.031341552734375,
                    "total_bits": 101189120.0,
                    "err": 0.01705084927380085,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.1253662109375,
                    "total_bits": 102766592.0,
                    "err": 0.0172102190554142,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.218841552734375,
                    "total_bits": 104334848.0,
                    "err": 0.015923384577035904,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.1253662109375,
                    "total_bits": 136321024.0,
                    "err": 0.012006793171167374,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.28.mlp.gate_proj",
            "numel": 58720256,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.1876046316964284,
                    "total_bits": 128456703.99999999,
                    "err": 0.17190197110176086,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.3751046316964284,
                    "total_bits": 139466752.0,
                    "err": 0.16080297529697418,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.6251046316964284,
                    "total_bits": 154146816.0,
                    "err": 0.1565174013376236,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.7188546316964284,
                    "total_bits": 159651840.0,
                    "err": 0.1414831578731537,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.2188546316964284,
                    "total_bits": 189011968.0,
                    "err": 0.0816979929804802,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.6876046316964284,
                    "total_bits": 216537088.0,
                    "err": 0.07743850350379944,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.031276157924107,
                    "total_bits": 177997312.0,
                    "err": 0.09214207530021667,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.1251046316964284,
                    "total_bits": 183506944.0,
                    "err": 0.08510664850473404,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.1876046316964284,
                    "total_bits": 187176960.0,
                    "err": 0.08260772377252579,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.5313546316964284,
                    "total_bits": 207362048.0,
                    "err": 0.07250124216079712,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.6563023158482144,
                    "total_bits": 214699008.0,
                    "err": 0.06901832669973373,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.031276157924107,
                    "total_bits": 236717567.99999997,
                    "err": 0.04708744212985039,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.125104631696429,
                    "total_bits": 242227200.0,
                    "err": 0.0408640094101429,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.218854631696429,
                    "total_bits": 247732224.0,
                    "err": 0.03931685537099838,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.312604631696429,
                    "total_bits": 253237248.0,
                    "err": 0.03895377740263939,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.031276157924107,
                    "total_bits": 295437824.0,
                    "err": 0.023565728217363358,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.218854631696429,
                    "total_bits": 306452480.0,
                    "err": 0.020406655967235565,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.375104631696429,
                    "total_bits": 315627520.0,
                    "err": 0.02007688209414482,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.531354631696429,
                    "total_bits": 324802560.0,
                    "err": 0.018553374335169792,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.718854631696429,
                    "total_bits": 335812608.0,
                    "err": 0.018321089446544647,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.031276157924107,
                    "total_bits": 354158080.0,
                    "err": 0.012471715919673443,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.125104631696429,
                    "total_bits": 359667712.0,
                    "err": 0.012657255865633488,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.218776157924107,
                    "total_bits": 365168128.0,
                    "err": 0.011960579082369804,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.125104631696429,
                    "total_bits": 477108224.0,
                    "err": 0.008665628731250763,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.28.mlp.up_proj",
            "numel": 58720256,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.1876046316964284,
                    "total_bits": 128456703.99999999,
                    "err": 0.2398916780948639,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.3751046316964284,
                    "total_bits": 139466752.0,
                    "err": 0.22487160563468933,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.6251046316964284,
                    "total_bits": 154146816.0,
                    "err": 0.2195643037557602,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.7188546316964284,
                    "total_bits": 159651840.0,
                    "err": 0.19846484065055847,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.2188546316964284,
                    "total_bits": 189011968.0,
                    "err": 0.11412019282579422,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.6876046316964284,
                    "total_bits": 216537088.0,
                    "err": 0.10857255011796951,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.031276157924107,
                    "total_bits": 177997312.0,
                    "err": 0.1276235282421112,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.1251046316964284,
                    "total_bits": 183506944.0,
                    "err": 0.11785265058279037,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.1876046316964284,
                    "total_bits": 187176960.0,
                    "err": 0.11525526642799377,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.5313546316964284,
                    "total_bits": 207362048.0,
                    "err": 0.10141284018754959,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.6563023158482144,
                    "total_bits": 214699008.0,
                    "err": 0.09646672755479813,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.031276157924107,
                    "total_bits": 236717567.99999997,
                    "err": 0.06521037220954895,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.125104631696429,
                    "total_bits": 242227200.0,
                    "err": 0.05653636157512665,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.218854631696429,
                    "total_bits": 247732224.0,
                    "err": 0.05483907088637352,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.312604631696429,
                    "total_bits": 253237248.0,
                    "err": 0.054440319538116455,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.031276157924107,
                    "total_bits": 295437824.0,
                    "err": 0.032646603882312775,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.218854631696429,
                    "total_bits": 306452480.0,
                    "err": 0.028326069936156273,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.375104631696429,
                    "total_bits": 315627520.0,
                    "err": 0.027933772653341293,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.531354631696429,
                    "total_bits": 324802560.0,
                    "err": 0.02575032226741314,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.718854631696429,
                    "total_bits": 335812608.0,
                    "err": 0.02549085207283497,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.031276157924107,
                    "total_bits": 354158080.0,
                    "err": 0.01725815050303936,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.125104631696429,
                    "total_bits": 359667712.0,
                    "err": 0.01729491539299488,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.218776157924107,
                    "total_bits": 365168128.0,
                    "err": 0.01667790301144123,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.125104631696429,
                    "total_bits": 477108224.0,
                    "err": 0.011625882238149643,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.28.mlp.down_proj",
            "numel": 58720256,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.1789376395089284,
                    "total_bits": 127947775.99999999,
                    "err": 0.22726616263389587,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.3753662109375,
                    "total_bits": 139482112.0,
                    "err": 0.20207491517066956,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.6253662109375,
                    "total_bits": 154162176.0,
                    "err": 0.19043217599391937,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.7235804966517856,
                    "total_bits": 159929344.0,
                    "err": 0.16861610114574432,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.2235804966517856,
                    "total_bits": 189289472.0,
                    "err": 0.10449571162462234,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.7146519252232144,
                    "total_bits": 218125312.0,
                    "err": 0.09375548362731934,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.031341552734375,
                    "total_bits": 178001152.0,
                    "err": 0.12649497389793396,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.1253662109375,
                    "total_bits": 183522304.0,
                    "err": 0.11571839451789856,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.1789376395089284,
                    "total_bits": 186668032.0,
                    "err": 0.10779593139886856,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.5271519252232144,
                    "total_bits": 207115264.0,
                    "err": 0.08899779617786407,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.6608973911830356,
                    "total_bits": 214968832.0,
                    "err": 0.08422769606113434,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.031341552734375,
                    "total_bits": 236721408.0,
                    "err": 0.06469183415174484,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.1253662109375,
                    "total_bits": 242242560.0,
                    "err": 0.0556534081697464,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.223580496651786,
                    "total_bits": 248009728.0,
                    "err": 0.05050749331712723,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.321794782366071,
                    "total_bits": 253776896.0,
                    "err": 0.049224913120269775,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.031341552734375,
                    "total_bits": 295441664.0,
                    "err": 0.03286068141460419,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.223580496651786,
                    "total_bits": 306729984.0,
                    "err": 0.026759371161460876,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.339651925223214,
                    "total_bits": 313545728.0,
                    "err": 0.026116859167814255,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.527151925223214,
                    "total_bits": 324555776.0,
                    "err": 0.02376597188413143,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.723580496651786,
                    "total_bits": 336090112.0,
                    "err": 0.022942068055272102,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.031341552734375,
                    "total_bits": 354161920.0,
                    "err": 0.018136262893676758,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.1253662109375,
                    "total_bits": 359683072.0,
                    "err": 0.01784411072731018,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.227770124162946,
                    "total_bits": 365696256.0,
                    "err": 0.016447557136416435,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.1253662109375,
                    "total_bits": 477123584.0,
                    "err": 0.012698440812528133,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.29.self_attn.q_proj",
            "numel": 16777216,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.1878662109375,
                    "total_bits": 36706304.0,
                    "err": 0.12326137721538544,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.3753662109375,
                    "total_bits": 39852032.0,
                    "err": 0.11296577006578445,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.6253662109375,
                    "total_bits": 44046336.0,
                    "err": 0.10495923459529877,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.7191162109375,
                    "total_bits": 45619200.0,
                    "err": 0.09488452225923538,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.2191162109375,
                    "total_bits": 54007808.0,
                    "err": 0.05753684043884277,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.6878662109375,
                    "total_bits": 61872128.0,
                    "err": 0.051480382680892944,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.031341552734375,
                    "total_bits": 50857472.0,
                    "err": 0.07542798668146133,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.1253662109375,
                    "total_bits": 52434944.0,
                    "err": 0.06739410012960434,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.1878662109375,
                    "total_bits": 53483520.0,
                    "err": 0.05886727198958397,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.5316162109375,
                    "total_bits": 59250688.0,
                    "err": 0.050760965794324875,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.65643310546875,
                    "total_bits": 61344768.0,
                    "err": 0.049389682710170746,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.031341552734375,
                    "total_bits": 67634688.0,
                    "err": 0.038466282188892365,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.1253662109375,
                    "total_bits": 69212160.0,
                    "err": 0.03227832168340683,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.2191162109375,
                    "total_bits": 70785024.0,
                    "err": 0.02780025266110897,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.3128662109375,
                    "total_bits": 72357888.0,
                    "err": 0.026652680709958076,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.031341552734375,
                    "total_bits": 84411904.0,
                    "err": 0.019277898594737053,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.2191162109375,
                    "total_bits": 87562240.0,
                    "err": 0.014574170112609863,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.3753662109375,
                    "total_bits": 90183680.0,
                    "err": 0.013828984461724758,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.5316162109375,
                    "total_bits": 92805120.0,
                    "err": 0.013231812044978142,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.7191162109375,
                    "total_bits": 95950848.0,
                    "err": 0.012506857514381409,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.031341552734375,
                    "total_bits": 101189120.0,
                    "err": 0.010081578977406025,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.1253662109375,
                    "total_bits": 102766592.0,
                    "err": 0.009819918312132359,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.218841552734375,
                    "total_bits": 104334848.0,
                    "err": 0.008322012610733509,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.1253662109375,
                    "total_bits": 136321024.0,
                    "err": 0.006561857182532549,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.29.self_attn.k_proj",
            "numel": 4194304,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.18896484375,
                    "total_bits": 9181184.0,
                    "err": 0.10779177397489548,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.37646484375,
                    "total_bits": 9967616.0,
                    "err": 0.09924961626529694,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.62646484375,
                    "total_bits": 11016192.0,
                    "err": 0.09051289409399033,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.72021484375,
                    "total_bits": 11409408.0,
                    "err": 0.08191460371017456,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.22021484375,
                    "total_bits": 13506560.0,
                    "err": 0.05026262253522873,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.68896484375,
                    "total_bits": 15472640.0,
                    "err": 0.044109560549259186,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.0316162109375,
                    "total_bits": 12715520.0,
                    "err": 0.06781047582626343,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.12646484375,
                    "total_bits": 13113344.0,
                    "err": 0.06145404279232025,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.18896484375,
                    "total_bits": 13375488.0,
                    "err": 0.051257167011499405,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.53271484375,
                    "total_bits": 14817280.0,
                    "err": 0.04455627501010895,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.656982421875,
                    "total_bits": 15338496.0,
                    "err": 0.04348977655172348,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.0316162109375,
                    "total_bits": 16909824.0,
                    "err": 0.03445102274417877,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.12646484375,
                    "total_bits": 17307648.0,
                    "err": 0.029369384050369263,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.22021484375,
                    "total_bits": 17700864.0,
                    "err": 0.024265341460704803,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.31396484375,
                    "total_bits": 18094080.0,
                    "err": 0.0228959321975708,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.0316162109375,
                    "total_bits": 21104128.0,
                    "err": 0.01724294014275074,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.22021484375,
                    "total_bits": 21895168.0,
                    "err": 0.012636068277060986,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.37646484375,
                    "total_bits": 22550528.0,
                    "err": 0.011756631545722485,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.53271484375,
                    "total_bits": 23205888.0,
                    "err": 0.011494073085486889,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.72021484375,
                    "total_bits": 23992320.0,
                    "err": 0.010631905868649483,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.0316162109375,
                    "total_bits": 25298432.0,
                    "err": 0.008977596648037434,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.12646484375,
                    "total_bits": 25696256.0,
                    "err": 0.008645525202155113,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.2191162109375,
                    "total_bits": 26084864.0,
                    "err": 0.007139973808079958,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.12646484375,
                    "total_bits": 34084864.0,
                    "err": 0.005496433936059475,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.29.self_attn.v_proj",
            "numel": 4194304,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.18896484375,
                    "total_bits": 9181184.0,
                    "err": 0.2605375349521637,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.37646484375,
                    "total_bits": 9967616.0,
                    "err": 0.23986808955669403,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.62646484375,
                    "total_bits": 11016192.0,
                    "err": 0.23018796741962433,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.72021484375,
                    "total_bits": 11409408.0,
                    "err": 0.2076641172170639,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.22021484375,
                    "total_bits": 13506560.0,
                    "err": 0.12276887893676758,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.68896484375,
                    "total_bits": 15472640.0,
                    "err": 0.11367897689342499,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.0316162109375,
                    "total_bits": 12715520.0,
                    "err": 0.14601574838161469,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.12646484375,
                    "total_bits": 13113344.0,
                    "err": 0.13237786293029785,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.18896484375,
                    "total_bits": 13375488.0,
                    "err": 0.12489363551139832,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.53271484375,
                    "total_bits": 14817280.0,
                    "err": 0.10780394077301025,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.656982421875,
                    "total_bits": 15338496.0,
                    "err": 0.10332062095403671,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.0316162109375,
                    "total_bits": 16909824.0,
                    "err": 0.07467154413461685,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.12646484375,
                    "total_bits": 17307648.0,
                    "err": 0.06334719806909561,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.22021484375,
                    "total_bits": 17700864.0,
                    "err": 0.05892464146018028,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.31396484375,
                    "total_bits": 18094080.0,
                    "err": 0.05786273255944252,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.0316162109375,
                    "total_bits": 21104128.0,
                    "err": 0.037367403507232666,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.22021484375,
                    "total_bits": 21895168.0,
                    "err": 0.030188698321580887,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.37646484375,
                    "total_bits": 22550528.0,
                    "err": 0.0293280016630888,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.53271484375,
                    "total_bits": 23205888.0,
                    "err": 0.02709464356303215,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.72021484375,
                    "total_bits": 23992320.0,
                    "err": 0.026388870552182198,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.0316162109375,
                    "total_bits": 25298432.0,
                    "err": 0.01921899802982807,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.12646484375,
                    "total_bits": 25696256.0,
                    "err": 0.01851395145058632,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.2191162109375,
                    "total_bits": 26084864.0,
                    "err": 0.01734311319887638,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.12646484375,
                    "total_bits": 34084864.0,
                    "err": 0.011635280214250088,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.29.self_attn.o_proj",
            "numel": 16777216,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.1878662109375,
                    "total_bits": 36706304.0,
                    "err": 0.19977714121341705,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.3753662109375,
                    "total_bits": 39852032.0,
                    "err": 0.17323216795921326,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.6253662109375,
                    "total_bits": 44046336.0,
                    "err": 0.16341626644134521,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.7191162109375,
                    "total_bits": 45619200.0,
                    "err": 0.14059951901435852,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.2191162109375,
                    "total_bits": 54007808.0,
                    "err": 0.09301231056451797,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.6878662109375,
                    "total_bits": 61872128.0,
                    "err": 0.08245743066072464,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.031341552734375,
                    "total_bits": 50857472.0,
                    "err": 0.11060352623462677,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.1253662109375,
                    "total_bits": 52434944.0,
                    "err": 0.09935379773378372,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.1878662109375,
                    "total_bits": 53483520.0,
                    "err": 0.095484159886837,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.5316162109375,
                    "total_bits": 59250688.0,
                    "err": 0.07392411679029465,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.65643310546875,
                    "total_bits": 61344768.0,
                    "err": 0.07008668035268784,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.031341552734375,
                    "total_bits": 67634688.0,
                    "err": 0.056895799934864044,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.1253662109375,
                    "total_bits": 69212160.0,
                    "err": 0.04776129126548767,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.2191162109375,
                    "total_bits": 70785024.0,
                    "err": 0.044875361025333405,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.3128662109375,
                    "total_bits": 72357888.0,
                    "err": 0.04417435824871063,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.031341552734375,
                    "total_bits": 84411904.0,
                    "err": 0.028498388826847076,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.2191162109375,
                    "total_bits": 87562240.0,
                    "err": 0.023497244343161583,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.3753662109375,
                    "total_bits": 90183680.0,
                    "err": 0.022727767005562782,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.5316162109375,
                    "total_bits": 92805120.0,
                    "err": 0.019723551347851753,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.7191162109375,
                    "total_bits": 95950848.0,
                    "err": 0.01924593187868595,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.031341552734375,
                    "total_bits": 101189120.0,
                    "err": 0.015115687623620033,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.1253662109375,
                    "total_bits": 102766592.0,
                    "err": 0.015061208046972752,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.218841552734375,
                    "total_bits": 104334848.0,
                    "err": 0.014067670330405235,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.1253662109375,
                    "total_bits": 136321024.0,
                    "err": 0.010518113151192665,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.29.mlp.gate_proj",
            "numel": 58720256,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.1876046316964284,
                    "total_bits": 128456703.99999999,
                    "err": 0.1695244014263153,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.3751046316964284,
                    "total_bits": 139466752.0,
                    "err": 0.15834037959575653,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.6251046316964284,
                    "total_bits": 154146816.0,
                    "err": 0.15395280718803406,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.7188546316964284,
                    "total_bits": 159651840.0,
                    "err": 0.13922575116157532,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.2188546316964284,
                    "total_bits": 189011968.0,
                    "err": 0.08056092262268066,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.6876046316964284,
                    "total_bits": 216537088.0,
                    "err": 0.07623264193534851,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.031276157924107,
                    "total_bits": 177997312.0,
                    "err": 0.0911497175693512,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.1251046316964284,
                    "total_bits": 183506944.0,
                    "err": 0.08407900482416153,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.1876046316964284,
                    "total_bits": 187176960.0,
                    "err": 0.08148203045129776,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.5313546316964284,
                    "total_bits": 207362048.0,
                    "err": 0.07139807194471359,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.6563023158482144,
                    "total_bits": 214699008.0,
                    "err": 0.06800644844770432,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.031276157924107,
                    "total_bits": 236717567.99999997,
                    "err": 0.04661373794078827,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.125104631696429,
                    "total_bits": 242227200.0,
                    "err": 0.0404142402112484,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.218854631696429,
                    "total_bits": 247732224.0,
                    "err": 0.03882152587175369,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.312604631696429,
                    "total_bits": 253237248.0,
                    "err": 0.03844308480620384,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.031276157924107,
                    "total_bits": 295437824.0,
                    "err": 0.023342367261648178,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.218854631696429,
                    "total_bits": 306452480.0,
                    "err": 0.02023962140083313,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.375104631696429,
                    "total_bits": 315627520.0,
                    "err": 0.01989959552884102,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.531354631696429,
                    "total_bits": 324802560.0,
                    "err": 0.018407627940177917,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.718854631696429,
                    "total_bits": 335812608.0,
                    "err": 0.018161924555897713,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.031276157924107,
                    "total_bits": 354158080.0,
                    "err": 0.012442503124475479,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.125104631696429,
                    "total_bits": 359667712.0,
                    "err": 0.01270375493913889,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.218776157924107,
                    "total_bits": 365168128.0,
                    "err": 0.011916451156139374,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.125104631696429,
                    "total_bits": 477108224.0,
                    "err": 0.008834428153932095,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.29.mlp.up_proj",
            "numel": 58720256,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.1876046316964284,
                    "total_bits": 128456703.99999999,
                    "err": 0.21607261896133423,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.3751046316964284,
                    "total_bits": 139466752.0,
                    "err": 0.20225633680820465,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.6251046316964284,
                    "total_bits": 154146816.0,
                    "err": 0.1972193568944931,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.7188546316964284,
                    "total_bits": 159651840.0,
                    "err": 0.1784362643957138,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.2188546316964284,
                    "total_bits": 189011968.0,
                    "err": 0.10338526964187622,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.6876046316964284,
                    "total_bits": 216537088.0,
                    "err": 0.09829220175743103,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.031276157924107,
                    "total_bits": 177997312.0,
                    "err": 0.11602534353733063,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.1251046316964284,
                    "total_bits": 183506944.0,
                    "err": 0.10712163895368576,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.1876046316964284,
                    "total_bits": 187176960.0,
                    "err": 0.10448785126209259,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.5313546316964284,
                    "total_bits": 207362048.0,
                    "err": 0.09191413223743439,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.6563023158482144,
                    "total_bits": 214699008.0,
                    "err": 0.08767983317375183,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.031276157924107,
                    "total_bits": 236717567.99999997,
                    "err": 0.060023531317710876,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.125104631696429,
                    "total_bits": 242227200.0,
                    "err": 0.05232398957014084,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.218854631696429,
                    "total_bits": 247732224.0,
                    "err": 0.05067303404211998,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.312604631696429,
                    "total_bits": 253237248.0,
                    "err": 0.0502912737429142,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.031276157924107,
                    "total_bits": 295437824.0,
                    "err": 0.030236460268497467,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.218854631696429,
                    "total_bits": 306452480.0,
                    "err": 0.02782813459634781,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.375104631696429,
                    "total_bits": 315627520.0,
                    "err": 0.027487920597195625,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.531354631696429,
                    "total_bits": 324802560.0,
                    "err": 0.025711532682180405,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.718854631696429,
                    "total_bits": 335812608.0,
                    "err": 0.02548043429851532,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.031276157924107,
                    "total_bits": 354158080.0,
                    "err": 0.017019592225551605,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.125104631696429,
                    "total_bits": 359667712.0,
                    "err": 0.019205601885914803,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.218776157924107,
                    "total_bits": 365168128.0,
                    "err": 0.016504306346178055,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.125104631696429,
                    "total_bits": 477108224.0,
                    "err": 0.015361357480287552,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.29.mlp.down_proj",
            "numel": 58720256,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.1789376395089284,
                    "total_bits": 127947775.99999999,
                    "err": 0.2283693253993988,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.3753662109375,
                    "total_bits": 139482112.0,
                    "err": 0.20358246564865112,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.6253662109375,
                    "total_bits": 154162176.0,
                    "err": 0.19268861413002014,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.7235804966517856,
                    "total_bits": 159929344.0,
                    "err": 0.1694425493478775,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.2235804966517856,
                    "total_bits": 189289472.0,
                    "err": 0.10535614937543869,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.7146519252232144,
                    "total_bits": 218125312.0,
                    "err": 0.09503041952848434,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.031341552734375,
                    "total_bits": 178001152.0,
                    "err": 0.12635113298892975,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.1253662109375,
                    "total_bits": 183522304.0,
                    "err": 0.11527012288570404,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.1789376395089284,
                    "total_bits": 186668032.0,
                    "err": 0.10823817551136017,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.5271519252232144,
                    "total_bits": 207115264.0,
                    "err": 0.08917727321386337,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.6608973911830356,
                    "total_bits": 214968832.0,
                    "err": 0.0838470309972763,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.031341552734375,
                    "total_bits": 236721408.0,
                    "err": 0.06411463767290115,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.1253662109375,
                    "total_bits": 242242560.0,
                    "err": 0.055281493812799454,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.223580496651786,
                    "total_bits": 248009728.0,
                    "err": 0.0508132167160511,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.321794782366071,
                    "total_bits": 253776896.0,
                    "err": 0.04971310496330261,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.031341552734375,
                    "total_bits": 295441664.0,
                    "err": 0.032181788235902786,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.223580496651786,
                    "total_bits": 306729984.0,
                    "err": 0.026764491572976112,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.339651925223214,
                    "total_bits": 313545728.0,
                    "err": 0.026217561215162277,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.527151925223214,
                    "total_bits": 324555776.0,
                    "err": 0.02361922711133957,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.723580496651786,
                    "total_bits": 336090112.0,
                    "err": 0.022906530648469925,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.031341552734375,
                    "total_bits": 354161920.0,
                    "err": 0.01722423918545246,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.1253662109375,
                    "total_bits": 359683072.0,
                    "err": 0.017547275871038437,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.227770124162946,
                    "total_bits": 365696256.0,
                    "err": 0.015719743445515633,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.1253662109375,
                    "total_bits": 477123584.0,
                    "err": 0.012357650324702263,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.30.self_attn.q_proj",
            "numel": 16777216,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.1878662109375,
                    "total_bits": 36706304.0,
                    "err": 0.12270131707191467,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.3753662109375,
                    "total_bits": 39852032.0,
                    "err": 0.11190848797559738,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.6253662109375,
                    "total_bits": 44046336.0,
                    "err": 0.10242767632007599,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.7191162109375,
                    "total_bits": 45619200.0,
                    "err": 0.09247900545597076,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.2191162109375,
                    "total_bits": 54007808.0,
                    "err": 0.057385582476854324,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.6878662109375,
                    "total_bits": 61872128.0,
                    "err": 0.05038145184516907,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.031341552734375,
                    "total_bits": 50857472.0,
                    "err": 0.07679009437561035,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.1253662109375,
                    "total_bits": 52434944.0,
                    "err": 0.06910572201013565,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.1878662109375,
                    "total_bits": 53483520.0,
                    "err": 0.05863065645098686,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.5316162109375,
                    "total_bits": 59250688.0,
                    "err": 0.05026514083147049,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.65643310546875,
                    "total_bits": 61344768.0,
                    "err": 0.049252044409513474,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.031341552734375,
                    "total_bits": 67634688.0,
                    "err": 0.03921275585889816,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.1253662109375,
                    "total_bits": 69212160.0,
                    "err": 0.033176809549331665,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.2191162109375,
                    "total_bits": 70785024.0,
                    "err": 0.027820799499750137,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.3128662109375,
                    "total_bits": 72357888.0,
                    "err": 0.02641133777797222,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.031341552734375,
                    "total_bits": 84411904.0,
                    "err": 0.019675377756357193,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.2191162109375,
                    "total_bits": 87562240.0,
                    "err": 0.014686968177556992,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.3753662109375,
                    "total_bits": 90183680.0,
                    "err": 0.01376989297568798,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.5316162109375,
                    "total_bits": 92805120.0,
                    "err": 0.013288264162838459,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.7191162109375,
                    "total_bits": 95950848.0,
                    "err": 0.012397700920701027,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.031341552734375,
                    "total_bits": 101189120.0,
                    "err": 0.010361308231949806,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.1253662109375,
                    "total_bits": 102766592.0,
                    "err": 0.010175461880862713,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.218841552734375,
                    "total_bits": 104334848.0,
                    "err": 0.008404404856264591,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.1253662109375,
                    "total_bits": 136321024.0,
                    "err": 0.006865972187370062,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.30.self_attn.k_proj",
            "numel": 4194304,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.18896484375,
                    "total_bits": 9181184.0,
                    "err": 0.1088063195347786,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.37646484375,
                    "total_bits": 9967616.0,
                    "err": 0.09874202311038971,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.62646484375,
                    "total_bits": 11016192.0,
                    "err": 0.0863862931728363,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.72021484375,
                    "total_bits": 11409408.0,
                    "err": 0.07824122905731201,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.22021484375,
                    "total_bits": 13506560.0,
                    "err": 0.05038140341639519,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.68896484375,
                    "total_bits": 15472640.0,
                    "err": 0.041966941207647324,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.0316162109375,
                    "total_bits": 12715520.0,
                    "err": 0.07302075624465942,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.12646484375,
                    "total_bits": 13113344.0,
                    "err": 0.06595522165298462,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.18896484375,
                    "total_bits": 13375488.0,
                    "err": 0.05169488489627838,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.53271484375,
                    "total_bits": 14817280.0,
                    "err": 0.044324520975351334,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.656982421875,
                    "total_bits": 15338496.0,
                    "err": 0.043802786618471146,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.0316162109375,
                    "total_bits": 16909824.0,
                    "err": 0.03703617677092552,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.12646484375,
                    "total_bits": 17307648.0,
                    "err": 0.03150271624326706,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.22021484375,
                    "total_bits": 17700864.0,
                    "err": 0.024454891681671143,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.31396484375,
                    "total_bits": 18094080.0,
                    "err": 0.02248278632760048,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.0316162109375,
                    "total_bits": 21104128.0,
                    "err": 0.018620427697896957,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.22021484375,
                    "total_bits": 21895168.0,
                    "err": 0.012917943298816681,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.37646484375,
                    "total_bits": 22550528.0,
                    "err": 0.011676600202918053,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.53271484375,
                    "total_bits": 23205888.0,
                    "err": 0.011727701872587204,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.72021484375,
                    "total_bits": 23992320.0,
                    "err": 0.010474137961864471,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.0316162109375,
                    "total_bits": 25298432.0,
                    "err": 0.00968044251203537,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.12646484375,
                    "total_bits": 25696256.0,
                    "err": 0.009380330331623554,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.2191162109375,
                    "total_bits": 26084864.0,
                    "err": 0.007165906950831413,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.12646484375,
                    "total_bits": 34084864.0,
                    "err": 0.0060461414977908134,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.30.self_attn.v_proj",
            "numel": 4194304,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.18896484375,
                    "total_bits": 9181184.0,
                    "err": 0.23514731228351593,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.37646484375,
                    "total_bits": 9967616.0,
                    "err": 0.21074800193309784,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.62646484375,
                    "total_bits": 11016192.0,
                    "err": 0.1964951902627945,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.72021484375,
                    "total_bits": 11409408.0,
                    "err": 0.17680643498897552,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.22021484375,
                    "total_bits": 13506560.0,
                    "err": 0.10927009582519531,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.68896484375,
                    "total_bits": 15472640.0,
                    "err": 0.09691783040761948,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.0316162109375,
                    "total_bits": 12715520.0,
                    "err": 0.1394498199224472,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.12646484375,
                    "total_bits": 13113344.0,
                    "err": 0.12498218566179276,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.18896484375,
                    "total_bits": 13375488.0,
                    "err": 0.11220181733369827,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.53271484375,
                    "total_bits": 14817280.0,
                    "err": 0.0939795970916748,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.656982421875,
                    "total_bits": 15338496.0,
                    "err": 0.09125498682260513,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.0316162109375,
                    "total_bits": 16909824.0,
                    "err": 0.07180652022361755,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.12646484375,
                    "total_bits": 17307648.0,
                    "err": 0.05987842381000519,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.22021484375,
                    "total_bits": 17700864.0,
                    "err": 0.05260225012898445,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.31396484375,
                    "total_bits": 18094080.0,
                    "err": 0.050788432359695435,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.0316162109375,
                    "total_bits": 21104128.0,
                    "err": 0.03604212775826454,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.22021484375,
                    "total_bits": 21895168.0,
                    "err": 0.027218269184231758,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.37646484375,
                    "total_bits": 22550528.0,
                    "err": 0.025854993611574173,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.53271484375,
                    "total_bits": 23205888.0,
                    "err": 0.024134615436196327,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.72021484375,
                    "total_bits": 23992320.0,
                    "err": 0.022926755249500275,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.0316162109375,
                    "total_bits": 25298432.0,
                    "err": 0.018638361245393753,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.12646484375,
                    "total_bits": 25696256.0,
                    "err": 0.01769295521080494,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.2191162109375,
                    "total_bits": 26084864.0,
                    "err": 0.015485952608287334,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.12646484375,
                    "total_bits": 34084864.0,
                    "err": 0.011319815181195736,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.30.self_attn.o_proj",
            "numel": 16777216,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.1878662109375,
                    "total_bits": 36706304.0,
                    "err": 0.17510850727558136,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.3753662109375,
                    "total_bits": 39852032.0,
                    "err": 0.15752679109573364,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.6253662109375,
                    "total_bits": 44046336.0,
                    "err": 0.15162700414657593,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.7191162109375,
                    "total_bits": 45619200.0,
                    "err": 0.12994462251663208,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.2191162109375,
                    "total_bits": 54007808.0,
                    "err": 0.08227956295013428,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.6878662109375,
                    "total_bits": 61872128.0,
                    "err": 0.07608138769865036,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.031341552734375,
                    "total_bits": 50857472.0,
                    "err": 0.09398779273033142,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.1253662109375,
                    "total_bits": 52434944.0,
                    "err": 0.08552674949169159,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.1878662109375,
                    "total_bits": 53483520.0,
                    "err": 0.08347247540950775,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.5316162109375,
                    "total_bits": 59250688.0,
                    "err": 0.06742720305919647,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.65643310546875,
                    "total_bits": 61344768.0,
                    "err": 0.06289049237966537,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.031341552734375,
                    "total_bits": 67634688.0,
                    "err": 0.0483851321041584,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.1253662109375,
                    "total_bits": 69212160.0,
                    "err": 0.04131871461868286,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.2191162109375,
                    "total_bits": 70785024.0,
                    "err": 0.03984528034925461,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.3128662109375,
                    "total_bits": 72357888.0,
                    "err": 0.03949366509914398,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.031341552734375,
                    "total_bits": 84411904.0,
                    "err": 0.02430386282503605,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.2191162109375,
                    "total_bits": 87562240.0,
                    "err": 0.021149756386876106,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.3753662109375,
                    "total_bits": 90183680.0,
                    "err": 0.02077951468527317,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.5316162109375,
                    "total_bits": 92805120.0,
                    "err": 0.01829560287296772,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.7191162109375,
                    "total_bits": 95950848.0,
                    "err": 0.018063385039567947,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.031341552734375,
                    "total_bits": 101189120.0,
                    "err": 0.013276457786560059,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.1253662109375,
                    "total_bits": 102766592.0,
                    "err": 0.013782893307507038,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.218841552734375,
                    "total_bits": 104334848.0,
                    "err": 0.012815697118639946,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.1253662109375,
                    "total_bits": 136321024.0,
                    "err": 0.010212532244622707,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.30.mlp.gate_proj",
            "numel": 58720256,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.1876046316964284,
                    "total_bits": 128456703.99999999,
                    "err": 0.16772353649139404,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.3751046316964284,
                    "total_bits": 139466752.0,
                    "err": 0.1569414734840393,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.6251046316964284,
                    "total_bits": 154146816.0,
                    "err": 0.1527305543422699,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.7188546316964284,
                    "total_bits": 159651840.0,
                    "err": 0.1380031555891037,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.2188546316964284,
                    "total_bits": 189011968.0,
                    "err": 0.08031319081783295,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.6876046316964284,
                    "total_bits": 216537088.0,
                    "err": 0.07608948647975922,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.031276157924107,
                    "total_bits": 177997312.0,
                    "err": 0.09060461819171906,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.1251046316964284,
                    "total_bits": 183506944.0,
                    "err": 0.08361539989709854,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.1876046316964284,
                    "total_bits": 187176960.0,
                    "err": 0.08118115365505219,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.5313546316964284,
                    "total_bits": 207362048.0,
                    "err": 0.07126512378454208,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.6563023158482144,
                    "total_bits": 214699008.0,
                    "err": 0.06805077940225601,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.031276157924107,
                    "total_bits": 236717567.99999997,
                    "err": 0.046873487532138824,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.125104631696429,
                    "total_bits": 242227200.0,
                    "err": 0.04085468128323555,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.218854631696429,
                    "total_bits": 247732224.0,
                    "err": 0.03937993198633194,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.312604631696429,
                    "total_bits": 253237248.0,
                    "err": 0.039031557738780975,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.031276157924107,
                    "total_bits": 295437824.0,
                    "err": 0.0236512403935194,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.218854631696429,
                    "total_bits": 306452480.0,
                    "err": 0.02163037285208702,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.375104631696429,
                    "total_bits": 315627520.0,
                    "err": 0.02132684923708439,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.531354631696429,
                    "total_bits": 324802560.0,
                    "err": 0.01995197869837284,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.718854631696429,
                    "total_bits": 335812608.0,
                    "err": 0.01974603161215782,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.031276157924107,
                    "total_bits": 354158080.0,
                    "err": 0.013310153968632221,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.125104631696429,
                    "total_bits": 359667712.0,
                    "err": 0.014967347495257854,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.218776157924107,
                    "total_bits": 365168128.0,
                    "err": 0.012846513651311398,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.125104631696429,
                    "total_bits": 477108224.0,
                    "err": 0.011939790099859238,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.30.mlp.up_proj",
            "numel": 58720256,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.1876046316964284,
                    "total_bits": 128456703.99999999,
                    "err": 0.17253142595291138,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.3751046316964284,
                    "total_bits": 139466752.0,
                    "err": 0.1615510880947113,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.6251046316964284,
                    "total_bits": 154146816.0,
                    "err": 0.15747080743312836,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.7188546316964284,
                    "total_bits": 159651840.0,
                    "err": 0.14235837757587433,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.2188546316964284,
                    "total_bits": 189011968.0,
                    "err": 0.08258192241191864,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.6876046316964284,
                    "total_bits": 216537088.0,
                    "err": 0.07843267172574997,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.031276157924107,
                    "total_bits": 177997312.0,
                    "err": 0.09277202188968658,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.1251046316964284,
                    "total_bits": 183506944.0,
                    "err": 0.08555131405591965,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.1876046316964284,
                    "total_bits": 187176960.0,
                    "err": 0.0834253802895546,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.5313546316964284,
                    "total_bits": 207362048.0,
                    "err": 0.07335373759269714,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.6563023158482144,
                    "total_bits": 214699008.0,
                    "err": 0.06997606158256531,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.031276157924107,
                    "total_bits": 236717567.99999997,
                    "err": 0.04791433364152908,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.125104631696429,
                    "total_bits": 242227200.0,
                    "err": 0.04166702926158905,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.218854631696429,
                    "total_bits": 247732224.0,
                    "err": 0.04033108800649643,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.312604631696429,
                    "total_bits": 253237248.0,
                    "err": 0.04001377150416374,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.031276157924107,
                    "total_bits": 295437824.0,
                    "err": 0.02415665239095688,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.218854631696429,
                    "total_bits": 306452480.0,
                    "err": 0.021942846477031708,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.375104631696429,
                    "total_bits": 315627520.0,
                    "err": 0.021663647145032883,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.531354631696429,
                    "total_bits": 324802560.0,
                    "err": 0.020214375108480453,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.718854631696429,
                    "total_bits": 335812608.0,
                    "err": 0.020028389990329742,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.031276157924107,
                    "total_bits": 354158080.0,
                    "err": 0.013516806066036224,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.125104631696429,
                    "total_bits": 359667712.0,
                    "err": 0.014925595372915268,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.218776157924107,
                    "total_bits": 365168128.0,
                    "err": 0.013091033324599266,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.125104631696429,
                    "total_bits": 477108224.0,
                    "err": 0.011726911179721355,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.30.mlp.down_proj",
            "numel": 58720256,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.1789376395089284,
                    "total_bits": 127947775.99999999,
                    "err": 0.1948549598455429,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.3753662109375,
                    "total_bits": 139482112.0,
                    "err": 0.1743442565202713,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.6253662109375,
                    "total_bits": 154162176.0,
                    "err": 0.1657094955444336,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.7235804966517856,
                    "total_bits": 159929344.0,
                    "err": 0.14422734081745148,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.2235804966517856,
                    "total_bits": 189289472.0,
                    "err": 0.09046689420938492,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.7146519252232144,
                    "total_bits": 218125312.0,
                    "err": 0.08229296654462814,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.031341552734375,
                    "total_bits": 178001152.0,
                    "err": 0.1090683564543724,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.1253662109375,
                    "total_bits": 183522304.0,
                    "err": 0.09746173024177551,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.1789376395089284,
                    "total_bits": 186668032.0,
                    "err": 0.09248808771371841,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.5271519252232144,
                    "total_bits": 207115264.0,
                    "err": 0.07612226158380508,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.6608973911830356,
                    "total_bits": 214968832.0,
                    "err": 0.07142037898302078,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.031341552734375,
                    "total_bits": 236721408.0,
                    "err": 0.05510680750012398,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.1253662109375,
                    "total_bits": 242242560.0,
                    "err": 0.04726872965693474,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.223580496651786,
                    "total_bits": 248009728.0,
                    "err": 0.04420514032244682,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.321794782366071,
                    "total_bits": 253776896.0,
                    "err": 0.04346425458788872,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.031341552734375,
                    "total_bits": 295441664.0,
                    "err": 0.028053751215338707,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.223580496651786,
                    "total_bits": 306729984.0,
                    "err": 0.024190790951251984,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.339651925223214,
                    "total_bits": 313545728.0,
                    "err": 0.023820504546165466,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.527151925223214,
                    "total_bits": 324555776.0,
                    "err": 0.02154877781867981,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.723580496651786,
                    "total_bits": 336090112.0,
                    "err": 0.021090703085064888,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.031341552734375,
                    "total_bits": 354161920.0,
                    "err": 0.016032634302973747,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.1253662109375,
                    "total_bits": 359683072.0,
                    "err": 0.016812777146697044,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.227770124162946,
                    "total_bits": 365696256.0,
                    "err": 0.015085647813975811,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.1253662109375,
                    "total_bits": 477123584.0,
                    "err": 0.013123620301485062,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.31.self_attn.q_proj",
            "numel": 16777216,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.1878662109375,
                    "total_bits": 36706304.0,
                    "err": 0.11793042719364166,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.3753662109375,
                    "total_bits": 39852032.0,
                    "err": 0.10736675560474396,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.6253662109375,
                    "total_bits": 44046336.0,
                    "err": 0.0980941504240036,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.7191162109375,
                    "total_bits": 45619200.0,
                    "err": 0.08852341026067734,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.2191162109375,
                    "total_bits": 54007808.0,
                    "err": 0.055074844509363174,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.6878662109375,
                    "total_bits": 61872128.0,
                    "err": 0.04816308617591858,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.031341552734375,
                    "total_bits": 50857472.0,
                    "err": 0.0732961893081665,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.1253662109375,
                    "total_bits": 52434944.0,
                    "err": 0.06650786101818085,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.1878662109375,
                    "total_bits": 53483520.0,
                    "err": 0.05634203553199768,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.5316162109375,
                    "total_bits": 59250688.0,
                    "err": 0.048155367374420166,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.65643310546875,
                    "total_bits": 61344768.0,
                    "err": 0.046984922140836716,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.031341552734375,
                    "total_bits": 67634688.0,
                    "err": 0.03743159770965576,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.1253662109375,
                    "total_bits": 69212160.0,
                    "err": 0.03189776465296745,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.2191162109375,
                    "total_bits": 70785024.0,
                    "err": 0.026684654876589775,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.3128662109375,
                    "total_bits": 72357888.0,
                    "err": 0.02530716545879841,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.031341552734375,
                    "total_bits": 84411904.0,
                    "err": 0.0187669787555933,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.2191162109375,
                    "total_bits": 87562240.0,
                    "err": 0.014086658135056496,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.3753662109375,
                    "total_bits": 90183680.0,
                    "err": 0.013202928006649017,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.5316162109375,
                    "total_bits": 92805120.0,
                    "err": 0.012734610587358475,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.7191162109375,
                    "total_bits": 95950848.0,
                    "err": 0.011873618699610233,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.031341552734375,
                    "total_bits": 101189120.0,
                    "err": 0.009842047467827797,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.1253662109375,
                    "total_bits": 102766592.0,
                    "err": 0.00977398082613945,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.218841552734375,
                    "total_bits": 104334848.0,
                    "err": 0.007975246757268906,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.1253662109375,
                    "total_bits": 136321024.0,
                    "err": 0.006595700979232788,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.31.self_attn.k_proj",
            "numel": 4194304,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.18896484375,
                    "total_bits": 9181184.0,
                    "err": 0.10716824978590012,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.37646484375,
                    "total_bits": 9967616.0,
                    "err": 0.09706448018550873,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.62646484375,
                    "total_bits": 11016192.0,
                    "err": 0.0855487585067749,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.72021484375,
                    "total_bits": 11409408.0,
                    "err": 0.07738450914621353,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.22021484375,
                    "total_bits": 13506560.0,
                    "err": 0.049658942967653275,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.68896484375,
                    "total_bits": 15472640.0,
                    "err": 0.041646428406238556,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.0316162109375,
                    "total_bits": 12715520.0,
                    "err": 0.07167033851146698,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.12646484375,
                    "total_bits": 13113344.0,
                    "err": 0.0640973374247551,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.18896484375,
                    "total_bits": 13375488.0,
                    "err": 0.05096205323934555,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.53271484375,
                    "total_bits": 14817280.0,
                    "err": 0.04351842775940895,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.656982421875,
                    "total_bits": 15338496.0,
                    "err": 0.04294505715370178,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.0316162109375,
                    "total_bits": 16909824.0,
                    "err": 0.03637044504284859,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.12646484375,
                    "total_bits": 17307648.0,
                    "err": 0.03062289021909237,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.22021484375,
                    "total_bits": 17700864.0,
                    "err": 0.024085592478513718,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.31396484375,
                    "total_bits": 18094080.0,
                    "err": 0.02228313311934471,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.0316162109375,
                    "total_bits": 21104128.0,
                    "err": 0.018224958330392838,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.22021484375,
                    "total_bits": 21895168.0,
                    "err": 0.012722642160952091,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.37646484375,
                    "total_bits": 22550528.0,
                    "err": 0.011588746681809425,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.53271484375,
                    "total_bits": 23205888.0,
                    "err": 0.011523169465363026,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.72021484375,
                    "total_bits": 23992320.0,
                    "err": 0.010383479297161102,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.0316162109375,
                    "total_bits": 25298432.0,
                    "err": 0.009546228684484959,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.12646484375,
                    "total_bits": 25696256.0,
                    "err": 0.009165520779788494,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.2191162109375,
                    "total_bits": 26084864.0,
                    "err": 0.007190102245658636,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.12646484375,
                    "total_bits": 34084864.0,
                    "err": 0.005971950478851795,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.31.self_attn.v_proj",
            "numel": 4194304,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.18896484375,
                    "total_bits": 9181184.0,
                    "err": 0.245137020945549,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.37646484375,
                    "total_bits": 9967616.0,
                    "err": 0.21716083586215973,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.62646484375,
                    "total_bits": 11016192.0,
                    "err": 0.20063923299312592,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.72021484375,
                    "total_bits": 11409408.0,
                    "err": 0.1804904043674469,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.22021484375,
                    "total_bits": 13506560.0,
                    "err": 0.11355715990066528,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.68896484375,
                    "total_bits": 15472640.0,
                    "err": 0.09937705099582672,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.0316162109375,
                    "total_bits": 12715520.0,
                    "err": 0.14588218927383423,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.12646484375,
                    "total_bits": 13113344.0,
                    "err": 0.13133679330348969,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.18896484375,
                    "total_bits": 13375488.0,
                    "err": 0.11705842614173889,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.53271484375,
                    "total_bits": 14817280.0,
                    "err": 0.09667956084012985,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.656982421875,
                    "total_bits": 15338496.0,
                    "err": 0.09389662742614746,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.0316162109375,
                    "total_bits": 16909824.0,
                    "err": 0.07499511539936066,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.12646484375,
                    "total_bits": 17307648.0,
                    "err": 0.06284187734127045,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.22021484375,
                    "total_bits": 17700864.0,
                    "err": 0.05469514802098274,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.31396484375,
                    "total_bits": 18094080.0,
                    "err": 0.05259322747588158,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.0316162109375,
                    "total_bits": 21104128.0,
                    "err": 0.03754258528351784,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.22021484375,
                    "total_bits": 21895168.0,
                    "err": 0.0282049048691988,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.37646484375,
                    "total_bits": 22550528.0,
                    "err": 0.026671307161450386,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.53271484375,
                    "total_bits": 23205888.0,
                    "err": 0.024789394810795784,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.72021484375,
                    "total_bits": 23992320.0,
                    "err": 0.023407122120261192,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.0316162109375,
                    "total_bits": 25298432.0,
                    "err": 0.01934610866010189,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.12646484375,
                    "total_bits": 25696256.0,
                    "err": 0.018363026902079582,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.2191162109375,
                    "total_bits": 26084864.0,
                    "err": 0.0159959327429533,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.12646484375,
                    "total_bits": 34084864.0,
                    "err": 0.011527781374752522,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.31.self_attn.o_proj",
            "numel": 16777216,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.1878662109375,
                    "total_bits": 36706304.0,
                    "err": 0.11632690578699112,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.3753662109375,
                    "total_bits": 39852032.0,
                    "err": 0.1043233573436737,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.6253662109375,
                    "total_bits": 44046336.0,
                    "err": 0.1001884862780571,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.7191162109375,
                    "total_bits": 45619200.0,
                    "err": 0.08716748654842377,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.2191162109375,
                    "total_bits": 54007808.0,
                    "err": 0.053494833409786224,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.6878662109375,
                    "total_bits": 61872128.0,
                    "err": 0.049135226756334305,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.031341552734375,
                    "total_bits": 50857472.0,
                    "err": 0.06240859255194664,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.1253662109375,
                    "total_bits": 52434944.0,
                    "err": 0.056150149554014206,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.1878662109375,
                    "total_bits": 53483520.0,
                    "err": 0.054368115961551666,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.5316162109375,
                    "total_bits": 59250688.0,
                    "err": 0.04458771273493767,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.65643310546875,
                    "total_bits": 61344768.0,
                    "err": 0.04151083901524544,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.031341552734375,
                    "total_bits": 67634688.0,
                    "err": 0.03207767382264137,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.1253662109375,
                    "total_bits": 69212160.0,
                    "err": 0.02879215031862259,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.2191162109375,
                    "total_bits": 70785024.0,
                    "err": 0.027602558955550194,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.3128662109375,
                    "total_bits": 72357888.0,
                    "err": 0.027354266494512558,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.031341552734375,
                    "total_bits": 84411904.0,
                    "err": 0.016879184171557426,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.2191162109375,
                    "total_bits": 87562240.0,
                    "err": 0.01688181422650814,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.3753662109375,
                    "total_bits": 90183680.0,
                    "err": 0.01667076349258423,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.5316162109375,
                    "total_bits": 92805120.0,
                    "err": 0.015490224584937096,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.7191162109375,
                    "total_bits": 95950848.0,
                    "err": 0.01534776110202074,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.031341552734375,
                    "total_bits": 101189120.0,
                    "err": 0.010388556867837906,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.1253662109375,
                    "total_bits": 102766592.0,
                    "err": 0.013376038521528244,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.218841552734375,
                    "total_bits": 104334848.0,
                    "err": 0.010067424736917019,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.1253662109375,
                    "total_bits": 136321024.0,
                    "err": 0.011932780966162682,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.31.mlp.gate_proj",
            "numel": 58720256,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.1876046316964284,
                    "total_bits": 128456703.99999999,
                    "err": 0.15945810079574585,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.3751046316964284,
                    "total_bits": 139466752.0,
                    "err": 0.14937660098075867,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.6251046316964284,
                    "total_bits": 154146816.0,
                    "err": 0.14566005766391754,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.7188546316964284,
                    "total_bits": 159651840.0,
                    "err": 0.13151803612709045,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.2188546316964284,
                    "total_bits": 189011968.0,
                    "err": 0.07588690519332886,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.6876046316964284,
                    "total_bits": 216537088.0,
                    "err": 0.07208898663520813,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.031276157924107,
                    "total_bits": 177997312.0,
                    "err": 0.08533439040184021,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.1251046316964284,
                    "total_bits": 183506944.0,
                    "err": 0.07863295823335648,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.1876046316964284,
                    "total_bits": 187176960.0,
                    "err": 0.07665767520666122,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.5313546316964284,
                    "total_bits": 207362048.0,
                    "err": 0.06734269857406616,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.6563023158482144,
                    "total_bits": 214699008.0,
                    "err": 0.06410646438598633,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.031276157924107,
                    "total_bits": 236717567.99999997,
                    "err": 0.04362802952528,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.125104631696429,
                    "total_bits": 242227200.0,
                    "err": 0.03774229437112808,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.218854631696429,
                    "total_bits": 247732224.0,
                    "err": 0.03649045154452324,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.312604631696429,
                    "total_bits": 253237248.0,
                    "err": 0.0361856147646904,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.031276157924107,
                    "total_bits": 295437824.0,
                    "err": 0.021828940138220787,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.218854631696429,
                    "total_bits": 306452480.0,
                    "err": 0.018865037709474564,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.375104631696429,
                    "total_bits": 315627520.0,
                    "err": 0.01858052983880043,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.531354631696429,
                    "total_bits": 324802560.0,
                    "err": 0.017128605395555496,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.718854631696429,
                    "total_bits": 335812608.0,
                    "err": 0.016939297318458557,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.031276157924107,
                    "total_bits": 354158080.0,
                    "err": 0.0115094855427742,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.125104631696429,
                    "total_bits": 359667712.0,
                    "err": 0.011574209667742252,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.218776157924107,
                    "total_bits": 365168128.0,
                    "err": 0.011088996194303036,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.125104631696429,
                    "total_bits": 477108224.0,
                    "err": 0.007820879109203815,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.31.mlp.up_proj",
            "numel": 58720256,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.1876046316964284,
                    "total_bits": 128456703.99999999,
                    "err": 0.10351710766553879,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.3751046316964284,
                    "total_bits": 139466752.0,
                    "err": 0.09674499928951263,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.6251046316964284,
                    "total_bits": 154146816.0,
                    "err": 0.09426780790090561,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.7188546316964284,
                    "total_bits": 159651840.0,
                    "err": 0.0850931853055954,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.2188546316964284,
                    "total_bits": 189011968.0,
                    "err": 0.04920648783445358,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.6876046316964284,
                    "total_bits": 216537088.0,
                    "err": 0.04667035862803459,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.031276157924107,
                    "total_bits": 177997312.0,
                    "err": 0.05544565990567207,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.1251046316964284,
                    "total_bits": 183506944.0,
                    "err": 0.05105125159025192,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.1876046316964284,
                    "total_bits": 187176960.0,
                    "err": 0.049730364233255386,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.5313546316964284,
                    "total_bits": 207362048.0,
                    "err": 0.04361443221569061,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.6563023158482144,
                    "total_bits": 214699008.0,
                    "err": 0.041569724678993225,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.031276157924107,
                    "total_bits": 236717567.99999997,
                    "err": 0.028422817587852478,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.125104631696429,
                    "total_bits": 242227200.0,
                    "err": 0.024588052183389664,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.218854631696429,
                    "total_bits": 247732224.0,
                    "err": 0.023761121556162834,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.312604631696429,
                    "total_bits": 253237248.0,
                    "err": 0.023565223440527916,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.031276157924107,
                    "total_bits": 295437824.0,
                    "err": 0.014271259307861328,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.218854631696429,
                    "total_bits": 306452480.0,
                    "err": 0.012501014396548271,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.375104631696429,
                    "total_bits": 315627520.0,
                    "err": 0.012316401116549969,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.531354631696429,
                    "total_bits": 324802560.0,
                    "err": 0.011396901682019234,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.718854631696429,
                    "total_bits": 335812608.0,
                    "err": 0.011274252086877823,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.031276157924107,
                    "total_bits": 354158080.0,
                    "err": 0.007737455889582634,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.125104631696429,
                    "total_bits": 359667712.0,
                    "err": 0.007977345958352089,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.218776157924107,
                    "total_bits": 365168128.0,
                    "err": 0.007466005627065897,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.125104631696429,
                    "total_bits": 477108224.0,
                    "err": 0.005746888462454081,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.31.mlp.down_proj",
            "numel": 58720256,
            "options": [
                {
                    "desc": "0.05:3b/0.95:2b 32g s4",
                    "bpw": 2.1789376395089284,
                    "total_bits": 127947775.99999999,
                    "err": 0.13281762599945068,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b/0.75:2b 32g s4",
                    "bpw": 2.3753662109375,
                    "total_bits": 139482112.0,
                    "err": 0.12015717476606369,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b/0.75:2b 32g s4",
                    "bpw": 2.6253662109375,
                    "total_bits": 154162176.0,
                    "err": 0.11446452140808105,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.4:3b/0.5:2b 32g s4",
                    "bpw": 2.7235804966517856,
                    "total_bits": 159929344.0,
                    "err": 0.10000757873058319,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b/0.9:3b 32g s4",
                    "bpw": 3.2235804966517856,
                    "total_bits": 189289472.0,
                    "err": 0.062050819396972656,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b/0.8:3b 32g s4",
                    "bpw": 3.7146519252232144,
                    "total_bits": 218125312.0,
                    "err": 0.05673140287399292,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 128g s4",
                    "bpw": 3.031341552734375,
                    "total_bits": 178001152.0,
                    "err": 0.07585566490888596,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b 32g s4",
                    "bpw": 3.1253662109375,
                    "total_bits": 183522304.0,
                    "err": 0.06755331158638,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b/0.95:3b 32g s4",
                    "bpw": 3.1789376395089284,
                    "total_bits": 186668032.0,
                    "err": 0.06338426470756531,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b/0.6:3b 32g s4",
                    "bpw": 3.5271519252232144,
                    "total_bits": 207115264.0,
                    "err": 0.053036950528621674,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b/0.4:3b 64g s4",
                    "bpw": 3.6608973911830356,
                    "total_bits": 214968832.0,
                    "err": 0.05014607682824135,
                    "qparams": {
                        "group_size": 64,
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 128g s4",
                    "bpw": 4.031341552734375,
                    "total_bits": 236721408.0,
                    "err": 0.03894273564219475,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b 32g s4",
                    "bpw": 4.1253662109375,
                    "total_bits": 242242560.0,
                    "err": 0.032963111996650696,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b/0.9:4b 32g s4",
                    "bpw": 4.223580496651786,
                    "total_bits": 248009728.0,
                    "err": 0.03055347315967083,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:4b 32g s4",
                    "bpw": 4.321794782366071,
                    "total_bits": 253776896.0,
                    "err": 0.029932506382465363,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b 128g s4",
                    "bpw": 5.031341552734375,
                    "total_bits": 295441664.0,
                    "err": 0.020105183124542236,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b/0.9:5b 32g s4",
                    "bpw": 5.223580496651786,
                    "total_bits": 306729984.0,
                    "err": 0.017035700380802155,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b/0.05:6b/0.9:5b 32g s4",
                    "bpw": 5.339651925223214,
                    "total_bits": 313545728.0,
                    "err": 0.016743253916502,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b/0.6:5b 32g s4",
                    "bpw": 5.527151925223214,
                    "total_bits": 324555776.0,
                    "err": 0.015417615883052349,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.3:6b/0.6:5b 32g s4",
                    "bpw": 5.723580496651786,
                    "total_bits": 336090112.0,
                    "err": 0.015063541010022163,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 128g s4",
                    "bpw": 6.031341552734375,
                    "total_bits": 354161920.0,
                    "err": 0.011760124936699867,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b 32g s4",
                    "bpw": 6.1253662109375,
                    "total_bits": 359683072.0,
                    "err": 0.012241681106388569,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b/0.9:6b 128g s4",
                    "bpw": 6.227770124162946,
                    "total_bits": 365696256.0,
                    "err": 0.010973452590405941,
                    "qparams": {
                        "group_size": 128,
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b 32g s4",
                    "bpw": 8.1253662109375,
                    "total_bits": 477123584.0,
                    "err": 0.009842299856245518,
                    "qparams": {
                        "group_size": 32,
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        }
    ],
    "last_module_idx": 66,
    "base_perplexity": 6.557556032563409
}